-- Logs begin at Fri 2022-08-26 14:53:01 UTC, end at Fri 2022-08-26 16:13:58 UTC. -- Aug 26 15:41:13.492388 dv-cinder-831247-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 15:41:16.216009 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:41:16.216635 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev523 Aug 26 15:41:16.216801 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113349) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 15:41:16.220146 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:41:16.220914 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev523 Aug 26 15:41:16.221232 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113349) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 15:41:16.222184 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:41:16.222419 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:41:16.222897 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:41:16.223150 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:41:16.223380 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:41:16.223704 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.224031 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.224283 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.224571 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.224866 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.225151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.225442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.225743 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.226033 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.226315 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.226600 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.226832 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.227117 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.227405 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.227693 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.227955 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] debug = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.228240 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.228665 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.229083 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.229378 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.229676 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.229960 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.230235 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.230514 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.230800 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.231133 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] host = dv-cinder-831247-24-iscsi {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.231415 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.231705 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.232034 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.232326 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.232605 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.232882 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.233171 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.233444 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.233718 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.233994 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.234287 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.234573 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.234862 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.235089 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.235314 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.235602 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.235918 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.236748 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.237027 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.237304 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.237582 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.237859 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.238132 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.238416 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.238705 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.238991 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.239267 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.239545 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.239826 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.240124 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.240412 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.240688 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.240963 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.241237 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.241532 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.241805 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.242081 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.242383 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.242671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.242954 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.243240 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.243516 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.243801 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.244098 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.244373 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.244648 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_json = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.244923 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.245194 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.245478 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.245754 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.246028 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.246302 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.246575 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.246861 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.247132 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:16.247432 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.247731 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.248063 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.248348 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.248654 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.248934 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.249223 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.249502 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.249798 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.250087 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.250376 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.250655 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.250953 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.251242 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.251536 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.251886 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.252190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.252484 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.252761 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.253035 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.253307 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.253586 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.253874 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.254153 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.254442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.254732 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.255013 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.255310 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.255594 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.255887 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.256197 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.256487 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.256760 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.257038 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.257328 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.257606 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.257879 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.258167 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.258445 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.258722 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.259004 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.259294 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.259581 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.259861 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.260164 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.260454 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.260733 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.261003 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.261274 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.261551 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.261824 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.262110 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.262388 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.262658 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.262931 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.263208 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.263482 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.263758 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.264060 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.264333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.264611 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.264880 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.265151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.265422 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.265695 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.265967 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.266239 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.266511 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.266787 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.267064 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.267363 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.267638 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.267942 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.268221 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.268508 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.268807 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.269085 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.269362 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.269643 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.269922 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.270201 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.270479 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.270757 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.271034 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.271305 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.271594 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.271887 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.272188 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.272472 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.272770 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.273065 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.273343 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.273622 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.273903 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.274182 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.274459 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.274743 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.275017 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.275294 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.275576 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.275860 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.276175 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.276471 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.276752 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.277048 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.277341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.277633 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.277916 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.278228 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.278507 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:16.278727 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:41:16.278974 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113349) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 15:41:16.575901 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 15:41:16.576151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 15:41:16.576421 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 15:41:16.576654 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 15:41:16.576935 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 15:41:16.577266 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 15:41:16.994838 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:16.995101 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:16.995370 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:16.996581 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:16.996854 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:16.997118 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.049889 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.050165 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.050431 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.067465 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.067743 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.068040 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.096039 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.096314 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.096580 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.132413 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.132692 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.132963 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.369538 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.370135 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.370135 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.370300 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.371151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.470786 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.471108 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.471391 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.471666 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.471956 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.472267 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.472524 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.472778 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.473031 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.473310 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.473570 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.473834 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.474091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.474341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.474593 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.474855 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.475108 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.475374 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.475641 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.475922 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.476197 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.476458 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.476738 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.477112 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.477360 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.477603 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.477997 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.478232 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.478464 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.478696 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.478926 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.479155 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:17.479516 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 15:41:17.482804 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 15:41:17.487230 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 15:41:17.491148 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 26 15:41:17.492817 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 15:41:17.493452 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 15:41:17.493788 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 15:41:17.494178 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 15:41:17.496975 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 15:41:17.497230 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 15:41:17.497575 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:41:17.503255 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 15:41:17.526075 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 15:41:17.526539 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.526835 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113349) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 26 15:41:17.527203 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.528588 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113349) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 15:41:17.528877 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:41:17.529128 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 15:41:17.532659 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.532963 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:17.671256 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 15:41:17.671419 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 15:41:17.671658 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 15:41:17.672084 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 15:41:17.725260 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO dbcounter [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Registered counter for database neutron Aug 26 15:41:17.743784 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_db.sqlalchemy.engines [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113349) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 15:41:17.749616 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG dbcounter [-] [113349] Writer thread running {{(pid=113349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:41:18.452332 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing driver for type 'gre' Aug 26 15:41:18.452985 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] gre ID ranges: [(1, 1000)] Aug 26 15:41:18.669076 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing driver for type 'local' Aug 26 15:41:18.669412 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing driver for type 'vlan' Aug 26 15:41:18.771138 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] VlanTypeDriver initialization complete Aug 26 15:41:18.771476 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing driver for type 'vxlan' Aug 26 15:41:18.772089 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] vxlan ID ranges: [(1, 1000)] Aug 26 15:41:18.960514 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing extension driver 'port_security' Aug 26 15:41:18.960850 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.extensions.port_security [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] PortSecurityExtensionDriver initialization complete Aug 26 15:41:18.961185 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing mechanism driver 'openvswitch' Aug 26 15:41:18.961511 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing mechanism driver 'hyperv' Aug 26 15:41:18.972118 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.plugin [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:18.972806 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.973184 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.973543 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.974054 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.974478 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.974838 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.975188 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.975586 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.976078 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.976430 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.976778 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.977169 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.977600 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.977953 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.978299 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.978696 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.979099 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.979448 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.979791 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.980211 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.980618 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > address_group after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.980970 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > address_group after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.981318 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.981707 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:41:18.982145 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] ML2 OVO RPC backend initialized. {{(pid=113349) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 26 15:41:18.982863 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.983219 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.983638 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.984027 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > networks before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.984375 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.984716 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > ports before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.985060 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.985401 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnets before_response 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.985744 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.986106 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.986442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.986777 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.987111 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.987445 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.987821 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.988198 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.988533 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:18.996168 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded quota_driver: . Aug 26 15:41:18.996536 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.plugin [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Modular L2 Plugin initialization complete Aug 26 15:41:18.996884 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading services supported by the core plugin {{(pid=113349) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 15:41:18.997224 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.plugins.ml2.managers [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Got port-security extension from driver 'port_security' Aug 26 15:41:18.997703 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.extensions.vlantransparent [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Disabled vlantransparent extension. Aug 26 15:41:18.998199 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113349) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 15:41:18.998522 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: router Aug 26 15:41:19.034727 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.035062 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_create 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.035441 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router before_create 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.035811 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.036217 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.036580 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_delete 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.036943 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.037295 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.037654 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_create 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.038006 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.038361 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.038713 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.039076 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.039491 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.039882 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.040228 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.040569 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: subnet after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.040916 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.041268 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.041620 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_create 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.041968 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.042320 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.042677 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router after_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.043022 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.043379 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_create 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.043744 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.044119 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_update 55549900 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.044489 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > agent after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.044840 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > agent after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.045188 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > network after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.046052 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Tracking information for resource: router configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:19.046385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Tracking information for resource: floatingip configured {{(pid=113349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:41:19.051182 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.db.l3_agentschedulers_db [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 15:41:19.051754 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.052412 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.052770 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.053125 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: port after_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.053951 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router before_create 55550100 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.054320 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.054686 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_create 55550100 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.055047 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > router precommit_update 55550100 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.059925 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.provider_configuration [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service providers = [] {{(pid=113349) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 15:41:19.060292 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.db.servicetype_db [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113349) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 15:41:19.063423 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.service_base [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:41:19.063777 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.service_base [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:41:19.064648 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.service_base [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:41:19.065540 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.services.service_base [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:41:19.065911 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.services.service_base [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 15:41:19.066296 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.066616 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 15:41:19.076903 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.077239 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: auto_allocate Aug 26 15:41:19.083435 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: network precommit_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.083809 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: network precommit_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.084365 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.084687 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: tag Aug 26 15:41:19.091513 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.091850 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: timestamp Aug 26 15:41:19.095694 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.096065 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: network_ip_availability Aug 26 15:41:19.101610 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.101982 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.102340 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.103065 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.103388 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: flavors Aug 26 15:41:19.109558 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.109888 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading Plugin: revisions Aug 26 15:41:19.114172 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:41:19.114565 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.538s {{(pid=113349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 15:41:19.115310 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113349) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 26 15:41:19.115651 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Initializing extension manager. Aug 26 15:41:19.116198 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: __init__.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.116542 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: __pycache__ {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.116878 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: address_group.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.117592 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.118151 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: address-group Aug 26 15:41:19.118474 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: address_scope.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.119158 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.119667 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: address-scope Aug 26 15:41:19.120026 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.120914 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.121419 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: router-admin-state-down-before-update Aug 26 15:41:19.121747 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: agent.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.122412 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.122914 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: agent Aug 26 15:41:19.123236 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: agent_resources_synced.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.124140 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.124643 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: agent-resources-synced Aug 26 15:41:19.124965 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: allowedaddresspairs.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.127245 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.127761 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: allowed-address-pairs Aug 26 15:41:19.128126 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: auto_allocated_topology.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.129156 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.129664 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: auto-allocated-topology Aug 26 15:41:19.129991 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: availability_zone.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.130650 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.131157 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: availability_zone Aug 26 15:41:19.131480 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: availability_zone_filter.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.132372 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.132883 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: availability_zone_filter Aug 26 15:41:19.133208 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: data_plane_status.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.134069 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.134576 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 15:41:19.134901 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: default_subnetpools.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.135768 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.136310 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: default-subnetpools Aug 26 15:41:19.136632 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.137405 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.137914 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: dhcp_agent_scheduler Aug 26 15:41:19.138237 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: dns.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.139111 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.139612 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension dns-integration not supported by any of loaded plugins Aug 26 15:41:19.139964 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: dns_domain_ports.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.140838 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.141337 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 15:41:19.141657 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.143091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.143587 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 15:41:19.143930 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: dvr.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.144562 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.145060 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: dvr Aug 26 15:41:19.145379 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: ecmp_routes.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.146255 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.146748 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 15:41:19.147066 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: empty_string_filtering.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.147960 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.148457 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: empty-string-filtering Aug 26 15:41:19.148774 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.149640 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.150143 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:41:19.150462 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.151341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.151837 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 15:41:19.152186 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: external_net.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.153051 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.153549 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: external-net Aug 26 15:41:19.153869 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.154744 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.155244 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: extra_dhcp_opt Aug 26 15:41:19.155564 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: extraroute.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.156458 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.156960 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: extraroute Aug 26 15:41:19.157280 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: extraroute_atomic.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.158552 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.171085 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: extraroute-atomic Aug 26 15:41:19.171438 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: filter_validation.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.172146 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.172917 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: filter-validation Aug 26 15:41:19.173247 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: fip_pf_description.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.174196 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.174793 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 15:41:19.175137 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: fip_pf_port_range.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.176093 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.176607 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 26 15:41:19.176938 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: fip_port_details.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.178079 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.178595 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: fip-port-details Aug 26 15:41:19.178927 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: flavors.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.180194 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.180717 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: flavors Aug 26 15:41:19.181048 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.182689 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.183225 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 15:41:19.183569 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: floatingip_pools.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.184297 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.184823 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: floatingip-pools Aug 26 15:41:19.185156 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: ip_allocation.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.186057 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.186575 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 15:41:19.186906 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.187790 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.188333 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: ip-substring-filtering Aug 26 15:41:19.188662 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l2_adjacency.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.190080 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.190642 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 15:41:19.190973 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.192024 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.192549 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: router Aug 26 15:41:19.192881 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.195236 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.195775 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:41:19.196142 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.197060 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.197581 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: ext-gw-mode Aug 26 15:41:19.197911 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.198818 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.199327 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: l3-ha Aug 26 15:41:19.199682 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.200554 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.201060 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 26 15:41:19.201389 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_flavors.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.202270 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.202776 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: l3-flavors Aug 26 15:41:19.203101 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.204473 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.205666 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 26 15:41:19.205998 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.206903 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.207443 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 15:41:19.207770 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: l3agentscheduler.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.208845 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.209364 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: l3_agent_scheduler Aug 26 15:41:19.209693 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: local_ip.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.211425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.211992 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension local_ip not supported by any of loaded plugins Aug 26 15:41:19.212334 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: logging.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.213774 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.214301 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension logging not supported by any of loaded plugins Aug 26 15:41:19.214639 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: metering.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.215353 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.216177 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: metering Aug 26 15:41:19.216513 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.217587 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.218107 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: metering_source_and_destination_fields Aug 26 15:41:19.218437 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: multiprovidernet.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.219336 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.219852 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: multi-provider Aug 26 15:41:19.220210 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: netmtu.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.221100 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.221611 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: net-mtu Aug 26 15:41:19.221938 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: netmtu_writable.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.222829 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.223344 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: net-mtu-writable Aug 26 15:41:19.223672 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: network_availability_zone.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.224362 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.224880 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: network_availability_zone Aug 26 15:41:19.225206 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: network_ip_availability.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.226290 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.226813 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: network-ip-availability Aug 26 15:41:19.227140 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: network_segment_range.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.227903 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.228424 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 15:41:19.228754 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: pagination.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.229712 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.230051 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: pagination Aug 26 15:41:19.230378 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_device_profile.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.231263 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.231787 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-device-profile Aug 26 15:41:19.232151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_mac_address_override.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.233041 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.233558 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-mac-override Aug 26 15:41:19.233886 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.234780 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.235297 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-mac-address-regenerate Aug 26 15:41:19.235627 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.236548 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.237065 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-numa-affinity-policy Aug 26 15:41:19.237391 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_resource_request.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.238275 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.238789 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 15:41:19.239117 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: port_resource_request_groups.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.240077 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.240593 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 26 15:41:19.240918 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: portbindings.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.241811 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.242331 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: binding Aug 26 15:41:19.242656 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: portbindings_extended.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.243929 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.244450 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: binding-extended Aug 26 15:41:19.244782 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: portsecurity.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.245671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.246186 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-security Aug 26 15:41:19.246519 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: project_id.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.247466 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.247804 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: project-id Aug 26 15:41:19.248154 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: providernet.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.249042 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.249562 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: provider Aug 26 15:41:19.249889 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.253869 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.254407 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos not supported by any of loaded plugins Aug 26 15:41:19.254741 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.255986 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.256518 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 15:41:19.256852 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.257754 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.258270 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 15:41:19.258600 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_default.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.259479 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.260028 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-default not supported by any of loaded plugins Aug 26 15:41:19.260363 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_fip.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.261250 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.261764 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-fip not supported by any of loaded plugins Aug 26 15:41:19.262092 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.262974 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.263489 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 26 15:41:19.263817 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_gateway_ip.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.264734 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.265245 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 15:41:19.265570 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_port_network_policy.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.266454 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.266968 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 15:41:19.267844 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.268868 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.269384 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 26 15:41:19.269711 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.270712 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.271222 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 26 15:41:19.271550 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_pps_rule.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.272702 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.273220 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-pps not supported by any of loaded plugins Aug 26 15:41:19.273548 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_rule_type_details.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.274444 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.274956 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 15:41:19.275279 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.276277 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.276787 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 26 15:41:19.277111 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: qos_rules_alias.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.278111 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.278621 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 15:41:19.278946 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: quota_check_limit.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.279827 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.280361 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: quota-check-limit Aug 26 15:41:19.280688 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: quotasv2.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.281610 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.281939 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: quotas Aug 26 15:41:19.282261 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: quotasv2_detail.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.284488 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.284871 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: quota_details Aug 26 15:41:19.285157 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: rbac.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.286493 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.287023 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: rbac-policies Aug 26 15:41:19.287358 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: rbac_address_group.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.288285 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.288808 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: rbac-address-group Aug 26 15:41:19.289138 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: rbac_address_scope.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.290027 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.290542 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: rbac-address-scope Aug 26 15:41:19.290867 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: rbac_security_groups.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.291829 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.292366 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: rbac-security-groups Aug 26 15:41:19.292691 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: rbac_subnetpool.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.293592 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.294107 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: rbac-subnetpool Aug 26 15:41:19.294440 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: revisionifmatch.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.295338 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.295855 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: revision-if-match Aug 26 15:41:19.296205 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: revisions.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.297292 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.297810 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: standard-attr-revisions Aug 26 15:41:19.298137 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: router_availability_zone.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.299318 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.299834 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: router_availability_zone Aug 26 15:41:19.300194 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: routerservicetype.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.301089 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.301603 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension router-service-type not supported by any of loaded plugins Aug 26 15:41:19.301928 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.303077 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.303593 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: security-groups-normalized-cidr Aug 26 15:41:19.303953 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.304857 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.305374 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: port-security-groups-filtering Aug 26 15:41:19.305700 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.306595 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.307111 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: security-groups-remote-address-group Aug 26 15:41:19.307436 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.308376 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.308890 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: security-groups-shared-filtering Aug 26 15:41:19.309215 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: securitygroup.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.318719 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.319264 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: security-group Aug 26 15:41:19.319608 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: segment.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.320355 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.320880 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension segment not supported by any of loaded plugins Aug 26 15:41:19.321213 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.322129 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.322652 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 15:41:19.322986 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: servicetype.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.324105 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.324638 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: service-type Aug 26 15:41:19.324970 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: sorting.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.325924 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.326260 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: sorting Aug 26 15:41:19.326591 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: standard_attr_segment.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.327478 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.328023 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 15:41:19.328360 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: standardattrdescription.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.328978 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.329526 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: standard-attr-description Aug 26 15:41:19.329872 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: stateful_security_group.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.330794 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.331307 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: stateful-security-group Aug 26 15:41:19.331634 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: stdattrs_common.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.332222 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 15:41:19.332549 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.333450 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.333964 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 15:41:19.334287 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnet_onboard.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.335317 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.335842 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: subnet_onboard Aug 26 15:41:19.336198 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.337092 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.337611 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 15:41:19.337941 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnet_service_types.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.338844 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.339355 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: subnet-service-types Aug 26 15:41:19.339682 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnetallocation.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.340764 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.341280 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: subnet_allocation Aug 26 15:41:19.341608 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.342247 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.342758 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: subnetpool-prefix-ops Aug 26 15:41:19.343086 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.344024 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.344551 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 15:41:19.344880 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: tagging.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.346438 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.346959 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: standard-attr-tag Aug 26 15:41:19.347291 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: timestamp.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.348503 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.349024 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loaded extension: standard-attr-timestamp Aug 26 15:41:19.349355 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: trunk.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.350361 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.350886 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension trunk not supported by any of loaded plugins Aug 26 15:41:19.351217 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: trunk_details.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.352131 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.352650 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension trunk-details not supported by any of loaded plugins Aug 26 15:41:19.352979 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: uplink_status_propagation.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.353870 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.354388 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 15:41:19.354715 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Loading extension file: vlantransparent.py {{(pid=113349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:41:19.355362 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:41:19.355893 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 15:41:19.358474 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:network Aug 26 15:41:19.358997 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnet Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:port Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service FLAVORS assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:router Aug 26 15:41:19.365613 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:41:19.366182 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service METERING assigned prefix: /metering {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.366182 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.366182 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.366492 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:41:19.367519 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:41:19.367996 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:41:19.368449 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:41:19.368984 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service CORE assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.369317 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:41:19.369669 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] subnetpool is already registered Aug 26 15:41:19.370115 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service CORE assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.370460 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:41:19.370794 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] subnetpool is already registered Aug 26 15:41:19.373255 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.373697 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service FLAVORS assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.374296 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.374724 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.375068 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:router Aug 26 15:41:19.375414 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] router is already registered Aug 26 15:41:19.375830 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:41:19.376208 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] floatingip is already registered Aug 26 15:41:19.376696 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service METERING assigned prefix: /metering {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.377377 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:41:19.377710 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] rbac_policy is already registered Aug 26 15:41:19.378125 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:41:19.378468 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] security_group is already registered Aug 26 15:41:19.378880 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:41:19.379219 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] security_group_rule is already registered Aug 26 15:41:19.379850 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service CORE assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.380321 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:41:19.380660 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] subnetpool is already registered Aug 26 15:41:19.381189 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.v2.resource_helper [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Service CORE assigned prefix: {{(pid=113349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:41:19.381539 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:41:19.382013 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING neutron.quota.resource_registry [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] subnetpool is already registered Aug 26 15:41:19.382506 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: extensions {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.384021 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: address-groups {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.385532 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: address-scopes {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.386862 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: agents {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.388059 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: auto-allocated-topology {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.389324 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: availability_zones {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.392630 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: dhcp-networks {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.392630 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: dhcp-agents {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.393726 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: routers {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.395454 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: flavors {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.396781 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: service_profiles {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.398010 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: next_providers {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.399486 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: service_profiles {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.402075 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: floatingip-pools {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.403341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: routers {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.405120 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: floatingips {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.406398 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: l3-routers {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.408377 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: l3-agents {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.409801 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: metering-labels {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.411132 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: metering-label-rules {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.412579 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: network-ip-availabilities {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.413854 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: bindings {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.415434 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: quotas {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.417139 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: quotas {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.418683 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: rbac-policies {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.419969 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: security-groups {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.421288 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: security-group-rules {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.422652 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: service-providers {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.424459 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: subnetpools {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.425787 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: subnetpools {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.427629 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.429358 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.431192 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.433017 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.434734 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.436739 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.438443 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.440404 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.443151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.444932 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron.api.extensions [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Extended resource: tags {{(pid=113349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:41:19.451173 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING keystonemiddleware.auth_token [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 15:41:19.456925 dv-cinder-831247-24-iscsi neutron-server[113349]: WARNING keystonemiddleware.auth_token [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 15:41:19.466018 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Acquiring lock "singleton_lock" {{(pid=113349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 26 15:41:19.466350 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Acquired lock "singleton_lock" {{(pid=113349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 26 15:41:19.466825 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_concurrency.lockutils [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Releasing lock "singleton_lock" {{(pid=113349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 26 15:41:19.467480 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Starting 2 workers Aug 26 15:41:19.472422 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Started child 113464 {{(pid=113349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:41:19.477019 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Started child 113465 {{(pid=113349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:41:19.477897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.478668 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO neutron.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 15:41:19.479431 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.479623 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [-] (113464) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:41:19.481868 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Starting 1 workers Aug 26 15:41:19.482111 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.483413 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [-] (113465) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:41:19.487652 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Started child 113466 {{(pid=113349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:41:19.488233 dv-cinder-831247-24-iscsi neutron-server[113349]: INFO oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Starting 1 workers Aug 26 15:41:19.491984 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] calling RpcWorker wait() {{(pid=113466) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 15:41:19.495951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] returning from RpcWorker wait() {{(pid=113466) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 15:41:19.496058 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Started child 113467 {{(pid=113349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:41:19.496058 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG neutron_lib.callbacks.manager [None req-790e10a8-c93c-46c7-a9d4-947594426c98 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.496212 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.496212 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:19.496333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:41:19.496333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:41:19.496333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:41:19.496333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:41:19.496576 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:41:19.496641 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:41:19.497114 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.497398 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.497663 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.497933 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.498024 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:19.498557 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.498841 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.499001 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:19.499091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.499365 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.499633 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.499806 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.499999 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.500264 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.500521 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.500841 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.501134 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.501407 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.502228 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.502457 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.502671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.502957 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.503217 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.503516 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] debug = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.503800 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.504341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.504602 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.504846 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.505089 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.505373 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.505643 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.505908 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.506158 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.506377 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.506616 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.506890 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.507151 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.507425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.507627 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.507919 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.508175 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.508680 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] host = dv-cinder-831247-24-iscsi {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.508951 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.509192 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.509442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.509700 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.509968 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.510187 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.510440 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.510694 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.510963 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.511190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.511455 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.511702 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.511962 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.512238 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.512383 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_options = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.512603 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.512887 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.513207 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.513361 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.513535 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.513699 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.513959 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.514125 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.514393 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.514615 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.514836 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.515073 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.515342 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.515652 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.515941 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.516185 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.516576 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.516733 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.516945 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.517333 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.517514 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.517899 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.518177 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.518421 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.518662 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.518834 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.519317 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.519317 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.519600 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.519745 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.520029 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.520277 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.520495 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.520731 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.521004 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.521234 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.521626 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.522435 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.522435 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.522435 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.522877 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.522877 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.523108 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.523296 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.523535 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.523763 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.524187 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_json = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.524337 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.524510 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.524669 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.524905 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.525141 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.525354 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.525615 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.525805 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.526020 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.526444 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.526728 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.527037 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.527300 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.527535 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.527798 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.528061 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.528287 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.528538 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.528771 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.529118 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.529343 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.529667 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.529951 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.530211 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.530554 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.530812 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.531068 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.531303 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.531555 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.531770 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.532040 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.532320 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.532549 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.532831 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.533089 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.533334 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.533635 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.533944 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.534179 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.534542 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.534814 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.535142 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.535343 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.535565 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.535811 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.536092 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.536304 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.536520 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.536755 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.537010 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.537257 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.537492 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.537737 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.537957 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.538201 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.538460 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.538719 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.538966 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.539190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.539424 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.539642 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.539892 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.540123 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.540355 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.540568 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.540842 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.541070 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.541302 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.541566 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.541798 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.542028 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.542244 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.542468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.542691 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.542899 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.543117 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.543330 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.543577 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.543822 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.544087 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.544306 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.544525 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.544925 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.544925 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.545253 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.545406 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.545627 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.545772 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.545964 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.546208 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.546454 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.546667 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.546899 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.547109 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.547343 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.547653 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.547813 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.548002 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.548754 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.548928 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.549154 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.549467 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.549710 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.549957 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.550175 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.550423 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.550686 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.550882 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.551088 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.551282 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.551494 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.551761 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.552286 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.552767 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.552767 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.553063 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.553203 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.553412 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.553630 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.553853 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.554070 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.554290 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.554562 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.554800 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.555055 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.555300 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.555570 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.555839 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.559091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.560385 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.561468 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.562550 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.562550 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.562550 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.562550 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563583 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563720 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.563945 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.564188 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.564440 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.564670 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.564998 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.565132 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.565361 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.565599 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.565836 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.566054 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.566278 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.566516 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.566732 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.566965 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.567180 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.567399 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.567612 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.567850 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.568293 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.568429 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.568545 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.568766 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.569023 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.569239 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.569460 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.569716 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.569886 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.570119 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.570363 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.570651 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.570910 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.571147 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.571380 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.571626 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.571929 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.572120 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.572379 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.572663 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.572871 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.573035 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.573255 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.573469 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.573708 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.573959 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.574179 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.574450 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.574688 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.575548 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.575822 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.576108 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.576392 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.576637 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.576881 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.577103 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.577323 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.577575 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.577798 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.578217 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.578217 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.578499 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.578694 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.578913 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.579148 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.579366 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.580157 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.580402 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.580646 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.580876 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.581131 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.581773 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.581773 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.582039 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.582039 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.582285 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.582425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.582612 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.583172 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.583172 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.583436 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.583574 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.583787 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.584073 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.584341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.584583 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.584819 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.585047 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.585262 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.585474 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.585716 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.585931 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.586147 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.586391 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.586608 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.586819 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.587041 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.587256 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.587481 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.587675 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.587927 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.588138 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.588359 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.588574 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.588784 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.589007 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.589215 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.589446 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.589667 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.589882 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.590113 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.590364 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.590571 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.590778 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.590996 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.591210 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.591420 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.592046 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.592046 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.592308 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.592531 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.592761 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.593016 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.593278 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.593595 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.593811 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.594053 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.594309 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.594528 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.594752 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596154 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596154 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596154 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596609 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596609 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.596893 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.597183 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.599895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600530 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600530 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600530 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600530 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600801 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.600870 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.601166 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.601276 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.601540 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.601755 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.602147 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.602319 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.602482 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.602634 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.602789 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:41:19.603290 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:41:19.603857 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:41:19.603857 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:41:19.603857 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:41:19.604149 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:41:19.604149 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:41:19.604277 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.604423 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.604726 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.604726 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605312 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605312 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605312 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605746 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605746 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.605746 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606141 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606141 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606141 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606649 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606649 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606649 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.606649 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607187 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607187 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607187 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] debug = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.607671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608126 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608126 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608126 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608575 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608575 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608575 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608972 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608972 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.608972 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609869 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609869 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.609869 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610275 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610275 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] host = dv-cinder-831247-24-iscsi {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610275 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610666 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610666 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.610666 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611105 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611105 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611409 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611847 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611847 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.611847 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612420 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612420 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612420 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_options = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612735 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612735 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.612904 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.613041 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.613201 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.613336 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.613464 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.613555 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614497 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614941 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.614941 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.615065 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.615303 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.615571 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.615750 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.615934 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616096 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616256 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616467 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616630 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616712 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.616886 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617106 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617211 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617373 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617555 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617769 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617872 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.617981 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618201 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618348 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618494 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618613 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618738 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.618876 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619413 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619413 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619413 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619780 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619780 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.619780 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620098 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_json = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620098 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620254 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620387 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620545 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620705 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.620867 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.621021 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.621167 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.621332 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:41:19.621522 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.621671 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.621849 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622000 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622158 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622328 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622586 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622733 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.622870 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623021 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623164 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623369 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623369 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623643 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623779 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.623956 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624113 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624258 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624408 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624558 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624700 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624829 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.624914 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625047 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625180 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625341 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625502 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625677 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.625837 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626008 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626191 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626376 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626538 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626703 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.626865 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627028 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627190 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627558 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627684 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.627810 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628035 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628198 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628365 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628541 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628704 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.628846 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:19.628987 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629121 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629248 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629375 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629500 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629625 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629755 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.629915 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630077 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630239 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630400 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630572 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630733 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.630893 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631053 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631216 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631377 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631685 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631685 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.631963 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632102 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632228 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632353 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632477 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632704 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632866 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.632995 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633121 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633247 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633596 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633763 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.633959 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.634127 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.634298 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.634479 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.634845 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.634845 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635216 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635340 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635496 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635629 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635763 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.635967 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636116 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636298 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636446 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636617 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636779 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.636944 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637101 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637262 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637603 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637768 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.637948 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.638109 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.638310 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.638500 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.638669 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.638872 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639001 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639203 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639368 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639530 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639691 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.639851 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640035 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640196 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640358 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640519 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640681 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.640843 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641005 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641166 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641325 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641496 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641720 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.641872 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.642522 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.642744 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.643064 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.643364 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.643548 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.643688 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.643814 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644015 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644164 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644326 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644488 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644648 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644810 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.644984 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645149 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645311 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645471 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645658 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645819 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.645980 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646142 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646304 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646465 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646625 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646786 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.646931 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647097 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647257 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647586 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647747 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.647942 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.648106 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.648269 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.648431 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.648597 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.648757 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649095 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649261 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649443 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649587 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649746 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.649905 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.650111 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.650310 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.650526 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.650692 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.650880 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.651042 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.651227 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.651414 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.651579 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.651766 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652005 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652144 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652330 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652494 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652679 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.652884 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653069 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653273 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653439 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653622 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653812 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.653976 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.654195 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.654446 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.654606 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.654805 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.655021 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.655450 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.655450 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.655655 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.655772 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656109 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656255 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656383 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656580 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656773 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.656979 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.657185 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.657384 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.657531 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.658408 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.658742 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.659074 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.659423 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.659630 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.659819 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.659991 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.660186 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.660350 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.660732 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.661140 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.661328 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.661523 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.661775 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.661922 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.662094 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.662272 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.662442 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.662647 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.662832 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.663062 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.663285 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.663489 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.663694 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.663936 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.664123 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.664305 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.664518 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.664681 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.664881 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665079 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665244 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665398 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665561 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665722 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.665903 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.666079 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.666243 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.666405 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.666585 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.666929 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.667289 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.667461 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.667650 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.667826 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668016 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668180 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668345 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668506 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668668 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.668831 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669008 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669176 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669335 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669487 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669659 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.669828 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670008 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670136 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670254 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670424 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670580 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670734 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.670895 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671083 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671253 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671420 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671580 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671740 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.671922 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672088 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672255 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672427 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672596 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672760 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.672929 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673100 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673292 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673455 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673622 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673800 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.673995 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674124 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674284 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674446 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674607 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674770 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.674931 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675091 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675252 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675413 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675574 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675736 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.675920 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.676084 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.676251 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.676425 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.676604 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.676768 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.677205 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:41:19.677377 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:41:19.678903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60624) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:19.685946 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [-] 10.222.0.98 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049095 Aug 26 15:41:19.690324 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [-] 10.222.0.98 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038075 Aug 26 15:41:28.839241 dv-cinder-831247-24-iscsi neutron-server[113349]: DEBUG dbcounter [-] [113349] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:31.169882 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writer thread running {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:41:31.173146 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644a3ea-98fd-47b9-b3ac-439db427f8f7 None None] get_active_networks_info from dv-cinder-831247-24-iscsi {{(pid=113466) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 26 15:41:31.264638 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644a3ea-98fd-47b9-b3ac-439db427f8f7 None None] No non-hosted networks {{(pid=113466) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 15:41:31.273068 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.agentschedulers_db [None req-9644a3ea-98fd-47b9-b3ac-439db427f8f7 None None] DHCP Agent not found on host dv-cinder-831247-24-iscsi {{(pid=113466) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 15:41:31.320527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-19f645f6-373c-466d-8a32-a4c8f44dd918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:32.846622 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writer thread running {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:41:33.468765 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-20d0119c-ed68-478c-9f4d-0b4dd4936e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:33.668972 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.db.api [None req-8bacfd75-20d7-4cdf-a06a-20b672f6285f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831247-24-iscsi {{(pid=113466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:41:33.669939 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG oslo_db.api [None req-8bacfd75-20d7-4cdf-a06a-20b672f6285f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:41:34.296709 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8bacfd75-20d7-4cdf-a06a-20b672f6285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:34.730998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:34.834409 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 60700) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:35.431641 dv-cinder-831247-24-iscsi neutron-server[113464]: WARNING oslo_policy.policy [None req-cba829ad-1d9d-4d99-853f-972291c0d0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:35.432578 dv-cinder-831247-24-iscsi neutron-server[113464]: WARNING oslo_policy.policy [None req-cba829ad-1d9d-4d99-853f-972291c0d0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:35.664845 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [None req-cba829ad-1d9d-4d99-853f-972291c0d0eb admin admin] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:41:35.677014 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-cba829ad-1d9d-4d99-853f-972291c0d0eb admin admin] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8405831 Aug 26 15:41:36.353885 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:36.462642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:36.463593 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.463957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.464302 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.464627 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.464947 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.465269 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.465587 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.465930 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.466251 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.466584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.466918 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.467269 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.467861 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.475248 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.475248 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:36.475248 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-24-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:36.481802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-24-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:41:36.837758 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.db.l3_hamode_db [None req-dd280f82-874d-4a7c-920f-36cef30f6363 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 15:41:36.920463 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd280f82-874d-4a7c-920f-36cef30f6363 None None] Routers set() bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:41:36.920756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd280f82-874d-4a7c-920f-36cef30f6363 None None] Router IDs set() for agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 26 15:41:38.192368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60732) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:38.732529 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING oslo_policy.policy [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:38.733083 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING oslo_policy.policy [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:38.948364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:41:38.960161 dv-cinder-831247-24-iscsi neutron-server[113465]: ERROR stevedore.extension [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 15:41:39.041214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.policy [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113465) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:41:39.084780 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING oslo_policy.policy [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:39.085157 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING oslo_policy.policy [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:39.105388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writer thread running {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:41:39.228237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739872030527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739872028971', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739872047063', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739871923478', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739871927135', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739871935119', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553953', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1603801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1520065'] for rbac-policy (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:39.401247 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:39.402542 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b6df2b13-db82-4589-b2a2-f7d4406066fc admin admin] 10.222.0.98 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2091904 Aug 26 15:41:41.849611 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60748) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:42.179842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:41:42.296041 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Made reservation on behalf of f1c8960e806347658b410f7278fe7ffd for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:41:42.300399 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.321013 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.442404 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks [] for security_group (922c5243-bc2a-46d5-bba8-a0c72e56692f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.507831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (922c5243-bc2a-46d5-bba8-a0c72e56692f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.533335 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:41:42.571581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739867327829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (14858b20-19f9-41bd-a5d2-99692b1d5351), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.574917 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Unsubscribe: segment precommit_create {{(pid=113465) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:41:42.574917 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Added segment 14858b20-19f9-41bd-a5d2-99692b1d5351 of type vlan for network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 Aug 26 15:41:42.591124 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=922c5243-bc2a-46d5-bba8-a0c72e56692f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:42.657275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.657746 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.658240 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.658734 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.659204 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.659663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.660153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.660610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.661079 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.661545 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.662036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.662545 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.663003 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.663320 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.663637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Tracked resource versions report: Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: pushed versions: Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: { 'AddressGroup': {'1.2'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Agent': {'1.1'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'ConntrackHelper': {'1.0'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Log': {'1.0'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'NDPProxy': {'1.0'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Network': {'1.1'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Port': {'1.7'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'PortForwarding': {'1.3'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'QosPolicy': {'1.10'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroup': {'1.5'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SubPort': {'1.0'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Subnet': {'1.1'}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Trunk': {'1.1'}} Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: consumer versions: Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Agent': '1.1', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'ConntrackHelper': '1.0', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'LocalIPAssociation': '1.0', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Log': '1.0', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'NDPProxy': '1.0', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Network': '1.1', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Port': '1.7', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'PortForwarding': '1.3', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'QosPolicy': '1.10', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroup': '1.5', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroupRule': '1.2', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SubPort': '1.0', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Subnet': '1.1', Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Trunk': '1.1'}} Aug 26 15:41:42.665121 dv-cinder-831247-24-iscsi neutron-server[113465]: {{(pid=113465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:41:42.709680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (cb5e6fca-e115-4dc1-a316-1ffcc4d82798), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.827782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (cb5e6fca-e115-4dc1-a316-1ffcc4d82798), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.833057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:41:42.833798 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:42.941109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:42.951307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] Pushing event updated for resources: {'Network': ['ID=cb5e6fca-e115-4dc1-a316-1ffcc4d82798,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:42.965070 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:41:43.019221 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9e95feee-ee30-40b6-abd2-08235b2db42b demo demo] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1684830 Aug 26 15:41:45.461464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60762) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:45.900055 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf38f7b-b6e8-417b-80bf-e079f0f84f21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:41:45.901428 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-dbf38f7b-b6e8-417b-80bf-e079f0f84f21 demo admin] 10.222.0.98 "GET /networking/v2.0/networks/cb5e6fca-e115-4dc1-a316-1ffcc4d82798 HTTP/1.1" status: 200 len: 826 time: 0.4390006 Aug 26 15:41:45.929371 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8e6e9ece-d4db-4a7f-babd-9338a30f53bf demo admin] 10.222.0.98 "GET /networking/v2.0/subnetpools/027e548f-c03c-43cc-8f02-acc3b9706b77 HTTP/1.1" status: 200 len: 734 time: 0.0210032 Aug 26 15:41:45.939791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Request body: {'subnet': {'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:41:46.078848 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Made reservation on behalf of f1c8960e806347658b410f7278fe7ffd for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:41:46.081296 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:46.302820 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:46.576501 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (db3450f3-fe0c-4c89-a037-43f07c8afb3b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:46.650347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Pushing event updated for resources: {'Subnet': ['ID=db3450f3-fe0c-4c89-a037-43f07c8afb3b,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:46.654950 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Checking segment: {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:41:46.655826 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Network hostable DHCP agents. Network: cb5e6fca-e115-4dc1-a316-1ffcc4d82798, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:41:46.770169 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:41:46.861676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, cb5e6fca-e115-4dc1-a316-1ffcc4d82798) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:41:46.866500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:41:46.867071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:46.871951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565525b-6805-4126-a757-fa8167066a7b None None] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:41:46.944311 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-77d4d125-5e9b-4e4e-8776-7b457b00ad6b demo admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0090046 Aug 26 15:41:47.147342 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:41:47.149027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:47.442795 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Allocated IP 172.20.0.2 (cb5e6fca-e115-4dc1-a316-1ffcc4d82798/db3450f3-fe0c-4c89-a037-43f07c8afb3b/3ef033eb-18bd-4b06-8921-60668c8b61c0) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:41:47.519100 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=60,neutron:INSERT=35,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:47.789663 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks [] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:47.879693 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:47.960400 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:41:47.964754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:47.972249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:41:47.975513 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:41:47.982103 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Pushing event updated for resources: {'Port': ['ID=3ef033eb-18bd-4b06-8921-60668c8b61c0,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:48.017498 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.017854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.018197 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.018554 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.018890 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.019219 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.019545 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.019896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.020246 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.020575 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.020900 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.021368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.021560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.021877 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.022196 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Tracked resource versions report: Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: pushed versions: Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: { 'AddressGroup': {'1.2'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Agent': {'1.1'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'ConntrackHelper': {'1.0'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Log': {'1.0'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'NDPProxy': {'1.0'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Network': {'1.1'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Port': {'1.7'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'PortForwarding': {'1.3'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'QosPolicy': {'1.10'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroup': {'1.5'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SubPort': {'1.0'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Subnet': {'1.1'}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Trunk': {'1.1'}} Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: consumer versions: Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Agent': '1.1', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'ConntrackHelper': '1.0', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'LocalIPAssociation': '1.0', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Log': '1.0', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'NDPProxy': '1.0', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Network': '1.1', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Port': '1.7', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'PortForwarding': '1.3', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'QosPolicy': '1.10', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroup': '1.5', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroupRule': '1.2', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SubPort': '1.0', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Subnet': '1.1', Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Trunk': '1.1'}} Aug 26 15:41:48.023707 dv-cinder-831247-24-iscsi neutron-server[113466]: {{(pid=113466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:41:48.088123 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Attempting to bind port 3ef033eb-18bd-4b06-8921-60668c8b61c0 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:41:48.088526 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Attempting to bind port 3ef033eb-18bd-4b06-8921-60668c8b61c0 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:41:48.088958 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Attempting to bind port 3ef033eb-18bd-4b06-8921-60668c8b61c0 on network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:41:48.095207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:41:48.095595 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Checking segment: {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:41:48.096121 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:48.096519 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Bound using segment: {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:41:48.097021 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Bound port: 3ef033eb-18bd-4b06-8921-60668c8b61c0, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:41:48.097421 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:48.164694 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] For port 3ef033eb-18bd-4b06-8921-60668c8b61c0, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:41:48.185645 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] For port 3ef033eb-18bd-4b06-8921-60668c8b61c0, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3ef033eb-18bd-4b06-8921-60668c8b61c0,segment=NetworkSegment(14858b20-19f9-41bd-a5d2-99692b1d5351),segment_id=14858b20-19f9-41bd-a5d2-99692b1d5351)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:41:48.295451 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:48.356013 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23081-0608-469a-b3b7-c3fa8ada2179 None None] Pushing event updated for resources: {'Port': ['ID=3ef033eb-18bd-4b06-8921-60668c8b61c0,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:49.432325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60772) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:49.805272 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [None req-207a9901-498e-48c3-a178-58ff0887f30b admin admin] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:41:49.806408 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-207a9901-498e-48c3-a178-58ff0887f30b admin admin] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3729899 Aug 26 15:41:51.309959 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:51.311913 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=6 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:52.225526 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60784) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:52.570863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [None req-32ec0831-f895-4c16-9526-acc29614c7b8 admin admin] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:41:52.576386 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-32ec0831-f895-4c16-9526-acc29614c7b8 admin admin] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3499177 Aug 26 15:41:55.041066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 60792) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:55.396192 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:41:55.406418 dv-cinder-831247-24-iscsi neutron-server[113464]: ERROR stevedore.extension [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 15:41:55.457975 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.policy [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113464) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:41:55.502308 dv-cinder-831247-24-iscsi neutron-server[113464]: WARNING oslo_policy.policy [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:55.502639 dv-cinder-831247-24-iscsi neutron-server[113464]: WARNING oslo_policy.policy [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:41:55.523248 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writer thread running {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:41:55.523936 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:55.689951 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (9234d718-1c5f-4b57-a595-931570a609f1), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:55.691965 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (9234d718-1c5f-4b57-a595-931570a609f1), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:55.855284 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Publish callbacks [] for router_controller (9234d718-1c5f-4b57-a595-931570a609f1), precommit_add_association {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:55.930679 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (9234d718-1c5f-4b57-a595-931570a609f1), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.034446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.035777 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7a513496-a1e0-44f6-93fd-cdeb9542de5b demo demo] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9937501 Aug 26 15:41:56.152228 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3ef033eb-18bd-4b06-8921-60668c8b61c0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:41:56.240564 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3ef033eb-18bd-4b06-8921-60668c8b61c0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:41:56.241213 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.346276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3ef033eb-18bd-4b06-8921-60668c8b61c0 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:41:56.346725 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.382319 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 3ef033eb-18bd-4b06-8921-60668c8b61c0, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3ef033eb-18bd-4b06-8921-60668c8b61c0,segment=NetworkSegment(14858b20-19f9-41bd-a5d2-99692b1d5351),segment_id=14858b20-19f9-41bd-a5d2-99692b1d5351)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:41:56.489757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.549443 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=3ef033eb-18bd-4b06-8921-60668c8b61c0,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:41:56.589427 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6988407-ec5b-4f8e-aaba-d17f63da97a2 None None] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:41:56.657626 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-117ea99c-f421-43b7-8d66-c8f9e4176453 None None] Provisioning complete for port 3ef033eb-18bd-4b06-8921-60668c8b61c0 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:41:56.658081 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-117ea99c-f421-43b7-8d66-c8f9e4176453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:56.689392 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:56.785658 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-117ea99c-f421-43b7-8d66-c8f9e4176453 None None] Current status of the port 3ef033eb-18bd-4b06-8921-60668c8b61c0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:41:56.876452 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:56.877868 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:57.006139 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-9550801f-351c-44ae-b9fd-18f30d6698e7 None None] Provisioning complete for port 3ef033eb-18bd-4b06-8921-60668c8b61c0 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:41:57.006583 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9550801f-351c-44ae-b9fd-18f30d6698e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:57.087261 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-9550801f-351c-44ae-b9fd-18f30d6698e7 None None] Current status of the port 3ef033eb-18bd-4b06-8921-60668c8b61c0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:41:58.115757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3ef033eb-18bd-4b06-8921-60668c8b61c0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:41:58.159601 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3ef033eb-18bd-4b06-8921-60668c8b61c0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:41:58.160022 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:41:58.224638 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:41:58.232333 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3ef033eb-18bd-4b06-8921-60668c8b61c0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:41:58.606505 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60810) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:41:58.930049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [None req-6d59109b-318b-4042-9107-9d7e5bfae070 admin admin] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:41:58.931075 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-6d59109b-318b-4042-9107-9d7e5bfae070 admin admin] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236184 Aug 26 15:42:01.192407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7f99e028-dfc8-4be9-8e2c-bac544f0fe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:01.338108 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60818) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:42:01.668773 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:42:01.780828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Made reservation on behalf of 86d26d8b55fb4a2b877ae676d9b1d379 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:42:01.783136 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:01.791744 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:01.865465 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks [] for security_group (dfb95388-8e19-456e-b86f-918659a5a49c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:01.957524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (dfb95388-8e19-456e-b86f-918659a5a49c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:01.976199 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Reserving flat network on physical network physnet1 {{(pid=113465) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 15:42:01.993239 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb95388-8e19-456e-b86f-918659a5a49c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:01.998921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (976edec8-ceee-4ef1-aa5b-3f01e164df8d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:02.000101 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Added segment 976edec8-ceee-4ef1-aa5b-3f01e164df8d of type flat for network a0ba4927-366d-4929-ac71-e23f79abe69f Aug 26 15:42:02.057158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (a0ba4927-366d-4929-ac71-e23f79abe69f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:02.134730 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (a0ba4927-366d-4929-ac71-e23f79abe69f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:02.135711 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:42:02.136321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:02.227700 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] Pushing event updated for resources: {'Network': ['ID=a0ba4927-366d-4929-ac71-e23f79abe69f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:02.237428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network a0ba4927-366d-4929-ac71-e23f79abe69f details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:42:02.269483 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-db860b59-3403-4583-a6ae-dcec93648c6c admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9300394 Aug 26 15:42:03.403742 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-77745779-998b-48bc-bd22-2b6c238d64f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:04.652152 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60826) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:42:04.666159 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:05.030977 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3399071-9dbb-424c-ad8d-5eb4c0a6ed52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:42:05.032339 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e3399071-9dbb-424c-ad8d-5eb4c0a6ed52 demo admin] 10.222.0.98 "GET /networking/v2.0/subnets/db3450f3-fe0c-4c89-a037-43f07c8afb3b HTTP/1.1" status: 200 len: 849 time: 0.3792927 Aug 26 15:42:05.196497 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ccc7100e-6669-441a-8333-ef95738a1bde demo admin] 10.222.0.98 "GET /networking/v2.0/routers/9234d718-1c5f-4b57-a595-931570a609f1 HTTP/1.1" status: 200 len: 704 time: 0.1583035 Aug 26 15:42:05.459615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:05.697723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:05.723357 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:05.750883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Allocated IP 172.20.0.1 (cb5e6fca-e115-4dc1-a316-1ffcc4d82798/db3450f3-fe0c-4c89-a037-43f07c8afb3b/241d46bd-9e5f-4023-9689-72c47e822b83) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:42:05.941497 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:05.951587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=12,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:05.959810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks [] for port (241d46bd-9e5f-4023-9689-72c47e822b83), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.101544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.191053 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:42:06.201557 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:42:06.206866 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:42:06.207429 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (9234d718-1c5f-4b57-a595-931570a609f1), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.229801 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Pushing event updated for resources: {'Port': ['ID=241d46bd-9e5f-4023-9689-72c47e822b83,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:06.348799 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.426114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.459525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-6dcd064d-a5c4-4c73-b850-5b282c219e4a None None] Provisioning complete for port 241d46bd-9e5f-4023-9689-72c47e822b83 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:06.459935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6dcd064d-a5c4-4c73-b850-5b282c219e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.493874 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd064d-a5c4-4c73-b850-5b282c219e4a None None] Port 241d46bd-9e5f-4023-9689-72c47e822b83 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:42:06.509514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.714564 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:06.718893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks [] for port (241d46bd-9e5f-4023-9689-72c47e822b83), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.831788 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.832634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (9234d718-1c5f-4b57-a595-931570a609f1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:06.912391 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Pushing event updated for resources: {'Port': ['ID=241d46bd-9e5f-4023-9689-72c47e822b83,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:06.960380 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:42:06.961695 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:42:07.191945 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Router 9234d718-1c5f-4b57-a595-931570a609f1 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:42:07.215189 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-6a79c086-3392-4cae-b746-9a504ae8de67 None None] Provisioning complete for port 241d46bd-9e5f-4023-9689-72c47e822b83 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:07.215590 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6a79c086-3392-4cae-b746-9a504ae8de67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:07.247094 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6a79c086-3392-4cae-b746-9a504ae8de67 None None] Port 241d46bd-9e5f-4023-9689-72c47e822b83 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:42:07.265670 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:07.286289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:42:07.291687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5fb14bc6-a8f9-47c0-9e7e-3b72b41dff23 demo admin] 10.222.0.98 "PUT /networking/v2.0/routers/9234d718-1c5f-4b57-a595-931570a609f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0893798 Aug 26 15:42:07.296808 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Sync routers for ids ['9234d718-1c5f-4b57-a595-931570a609f1'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:42:07.310471 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Routers {'9234d718-1c5f-4b57-a595-931570a609f1'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:42:07.311380 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:42:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['9234d718-1c5f-4b57-a595-931570a609f1'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:07.505779 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Set router 9234d718-1c5f-4b57-a595-931570a609f1 gateway port host: None {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:42:07.939615 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:06Z', 'revision_number': 2, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port_host': None, '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:06Z', 'revision_number': 2, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:07.989799 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Checking router: 9234d718-1c5f-4b57-a595-931570a609f1 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:42:07.990173 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Updating router 9234d718-1c5f-4b57-a595-931570a609f1 port 241d46bd-9e5f-4023-9689-72c47e822b83 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:42:08.043414 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.555466 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks [] for port (241d46bd-9e5f-4023-9689-72c47e822b83), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.642401 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.793983 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Pushing event updated for resources: {'Port': ['ID=241d46bd-9e5f-4023-9689-72c47e822b83,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:08.802293 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Attempting to bind port 241d46bd-9e5f-4023-9689-72c47e822b83 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:42:08.802690 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Attempting to bind port 241d46bd-9e5f-4023-9689-72c47e822b83 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:42:08.803130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Attempting to bind port 241d46bd-9e5f-4023-9689-72c47e822b83 on network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:42:08.808297 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:42:08.808649 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Checking segment: {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:42:08.809130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.809520 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Bound using segment: {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:42:08.809997 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Bound port: 241d46bd-9e5f-4023-9689-72c47e822b83, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14858b20-19f9-41bd-a5d2-99692b1d5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:42:08.810371 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.813314 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.813654 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.814012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.814372 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.814701 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.815027 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.815350 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.815669 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.816031 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.816357 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.816677 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.817010 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.817330 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.817646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.817961 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Tracked resource versions report: Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: pushed versions: Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: { 'AddressGroup': {'1.2'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Agent': {'1.1'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'ConntrackHelper': {'1.0'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Log': {'1.0'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'NDPProxy': {'1.0'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Network': {'1.1'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Port': {'1.7'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'PortForwarding': {'1.3'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'QosPolicy': {'1.10'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroup': {'1.5'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SubPort': {'1.0'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Subnet': {'1.1'}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Trunk': {'1.1'}} Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: consumer versions: Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Agent': '1.1', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'ConntrackHelper': '1.0', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'LocalIPAssociation': '1.0', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Log': '1.0', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'NDPProxy': '1.0', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Network': '1.1', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Port': '1.7', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'PortForwarding': '1.3', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'QosPolicy': '1.10', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroup': '1.5', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroupRule': '1.2', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SubPort': '1.0', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Subnet': '1.1', Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Trunk': '1.1'}} Aug 26 15:42:08.819405 dv-cinder-831247-24-iscsi neutron-server[113467]: {{(pid=113467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:42:08.887211 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] For port 241d46bd-9e5f-4023-9689-72c47e822b83, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:42:08.908193 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] For port 241d46bd-9e5f-4023-9689-72c47e822b83, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=241d46bd-9e5f-4023-9689-72c47e822b83,segment=NetworkSegment(14858b20-19f9-41bd-a5d2-99692b1d5351),segment_id=14858b20-19f9-41bd-a5d2-99692b1d5351)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:42:08.969515 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:08.975557 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:08.995029 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:09.013992 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Routers {'9234d718-1c5f-4b57-a595-931570a609f1'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:42:09.014600 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:42:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['9234d718-1c5f-4b57-a595-931570a609f1'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:09.058180 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496454-f2d8-45f0-8463-835e94b8bf5f None None] Pushing event updated for resources: {'Port': ['ID=241d46bd-9e5f-4023-9689-72c47e822b83,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:09.109744 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] Set router 9234d718-1c5f-4b57-a595-931570a609f1 gateway port host: None {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:42:09.309904 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:06Z', 'revision_number': 2, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port_host': None, '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:08Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:09.336968 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a100d-ad8a-49ea-bff1-fd6fa6045fa5 None None] The sync data for ids ['9234d718-1c5f-4b57-a595-931570a609f1'] in dv-cinder-831247-24-iscsi is: [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:06Z', 'revision_number': 2, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port_host': None, '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:08Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:42:09.678213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 60838) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:42:10.078649 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1dec52-3297-4dae-93b5-2e0d5eeb9695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:42:10.082304 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9d1dec52-3297-4dae-93b5-2e0d5eeb9695 admin admin] 10.222.0.98 "GET /networking/v2.0/networks/a0ba4927-366d-4929-ac71-e23f79abe69f HTTP/1.1" status: 200 len: 842 time: 0.4008245 Aug 26 15:42:10.089702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:42:10.191650 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Made reservation on behalf of 86d26d8b55fb4a2b877ae676d9b1d379 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:42:10.194119 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:10.651076 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.objects.ports [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113465) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 26 15:42:10.651550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:10.707546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:10.718966 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:42:10.719313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Network hostable DHCP agents. Network: a0ba4927-366d-4929-ac71-e23f79abe69f, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:42:10.802902 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:42:10.877591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, a0ba4927-366d-4929-ac71-e23f79abe69f) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:42:10.881753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:42:10.882340 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:10.887114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db98fd8-1742-4ebf-a165-7857a61b12bd None None] Network a0ba4927-366d-4929-ac71-e23f79abe69f requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:42:10.986243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03931d-4145-44f6-9006-d4f0ceafef46 None None] Network a0ba4927-366d-4929-ac71-e23f79abe69f requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:42:10.999896 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ce4357dd-1dae-4c3d-b6b7-a7ff1d1636b2 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9025426 Aug 26 15:42:13.486840 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 60846) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:42:14.006130 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d892777c-9973-4a58-9423-1aa02c71e770 demo admin] 10.222.0.98 "GET /networking/v2.0/routers/9234d718-1c5f-4b57-a595-931570a609f1 HTTP/1.1" status: 200 len: 710 time: 0.5181756 Aug 26 15:42:14.208028 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6e4ed-88a8-41c3-93b8-e109350cba2f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:42:14.209621 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b9c6e4ed-88a8-41c3-93b8-e109350cba2f demo admin] 10.222.0.98 "GET /networking/v2.0/networks/a0ba4927-366d-4929-ac71-e23f79abe69f HTTP/1.1" status: 200 len: 886 time: 0.1978569 Aug 26 15:42:14.219571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:42:14.485648 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks [] for router_gateway (9234d718-1c5f-4b57-a595-931570a609f1), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:14.756460 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks [] for router_gateway (9234d718-1c5f-4b57-a595-931570a609f1), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:14.837773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:15.023260 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Allocated IP 172.27.3.102 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/afa72c99-d617-4bf0-bce2-afe93dff8cb0) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:42:15.136273 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks [] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:15.156705 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:15.180160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:15.283911 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:15.345522 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:42:15.351853 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:42:15.393778 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:42:15.438594 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Pushing event updated for resources: {'Port': ['ID=afa72c99-d617-4bf0-bce2-afe93dff8cb0,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:15.478498 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.478756 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.479123 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.479451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.479784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.480139 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.480472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.480799 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.481293 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.481565 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.481861 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.482207 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.482542 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.482864 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.483211 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Tracked resource versions report: Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: pushed versions: Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: { 'AddressGroup': {'1.2'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Agent': {'1.1'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'ConntrackHelper': {'1.0'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Log': {'1.0'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'NDPProxy': {'1.0'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Network': {'1.1'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Port': {'1.7'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'PortForwarding': {'1.3'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'QosPolicy': {'1.10'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroup': {'1.5'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SubPort': {'1.0'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Subnet': {'1.1'}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Trunk': {'1.1'}} Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: consumer versions: Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Agent': '1.1', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'ConntrackHelper': '1.0', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'LocalIPAssociation': '1.0', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Log': '1.0', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'NDPProxy': '1.0', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Network': '1.1', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Port': '1.7', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'PortForwarding': '1.3', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'QosPolicy': '1.10', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroup': '1.5', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroupRule': '1.2', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SubPort': '1.0', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Subnet': '1.1', Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Trunk': '1.1'}} Aug 26 15:42:15.484753 dv-cinder-831247-24-iscsi neutron-server[113464]: {{(pid=113464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:42:15.779330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks [] for router_gateway (9234d718-1c5f-4b57-a595-931570a609f1), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.024820 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130467'] for router (9234d718-1c5f-4b57-a595-931570a609f1), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.029595 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1695867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701058'] for router (9234d718-1c5f-4b57-a595-931570a609f1), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.134558 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 241d46bd-9e5f-4023-9689-72c47e822b83 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:42:16.146635 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Router 9234d718-1c5f-4b57-a595-931570a609f1 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:42:16.183160 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 241d46bd-9e5f-4023-9689-72c47e822b83 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:16.183540 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.200797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:16.252734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:42:16.256709 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 241d46bd-9e5f-4023-9689-72c47e822b83 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:42:16.257102 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.257277 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.267961 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3699c481-57c2-43ab-8c0e-74c95c3389e3 demo admin] 10.222.0.98 "PUT /networking/v2.0/routers/9234d718-1c5f-4b57-a595-931570a609f1 HTTP/1.1" status: 200 len: 890 time: 2.0427940 Aug 26 15:42:16.269063 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Sync routers for ids ['9234d718-1c5f-4b57-a595-931570a609f1'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:42:16.288257 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:16.297279 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Routers {'9234d718-1c5f-4b57-a595-931570a609f1'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:42:16.297967 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:42:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['9234d718-1c5f-4b57-a595-931570a609f1'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:16.381111 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 241d46bd-9e5f-4023-9689-72c47e822b83, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=241d46bd-9e5f-4023-9689-72c47e822b83,segment=NetworkSegment(14858b20-19f9-41bd-a5d2-99692b1d5351),segment_id=14858b20-19f9-41bd-a5d2-99692b1d5351)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:42:16.480971 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:16.553743 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Set router 9234d718-1c5f-4b57-a595-931570a609f1 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:42:16.571213 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:16.637347 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=241d46bd-9e5f-4023-9689-72c47e822b83,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:16.951589 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:15Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port': {'id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:14Z', 'updated_at': '2022-08-26T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:08Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:17.000932 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Checking router: 9234d718-1c5f-4b57-a595-931570a609f1 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:42:17.001303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Updating router 9234d718-1c5f-4b57-a595-931570a609f1 port afa72c99-d617-4bf0-bce2-afe93dff8cb0 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:42:17.126422 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.437350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks [] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.574136 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.605558 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Attempting to bind port afa72c99-d617-4bf0-bce2-afe93dff8cb0 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:42:17.605936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Attempting to bind port afa72c99-d617-4bf0-bce2-afe93dff8cb0 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:42:17.606305 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Attempting to bind port afa72c99-d617-4bf0-bce2-afe93dff8cb0 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:42:17.618726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:42:17.619098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:42:17.619497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.619911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:42:17.620377 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Bound port: afa72c99-d617-4bf0-bce2-afe93dff8cb0, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:42:17.620754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.651259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132eedf-9ffd-4e2d-8111-00f19b4efd1e None None] Pushing event updated for resources: {'Port': ['ID=afa72c99-d617-4bf0-bce2-afe93dff8cb0,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:17.702448 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] For port afa72c99-d617-4bf0-bce2-afe93dff8cb0, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:42:17.705666 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] For port afa72c99-d617-4bf0-bce2-afe93dff8cb0, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=afa72c99-d617-4bf0-bce2-afe93dff8cb0,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:42:17.762857 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:17.800127 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Routers {'9234d718-1c5f-4b57-a595-931570a609f1'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:42:17.800734 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:42:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['9234d718-1c5f-4b57-a595-931570a609f1'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:17.855443 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132eedf-9ffd-4e2d-8111-00f19b4efd1e None None] Pushing event updated for resources: {'Port': ['ID=afa72c99-d617-4bf0-bce2-afe93dff8cb0,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:17.898973 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:17.920771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] Set router 9234d718-1c5f-4b57-a595-931570a609f1 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:42:17.961067 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:18.131288 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:15Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port': {'id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:14Z', 'updated_at': '2022-08-26T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:16Z', 'revision_number': 5, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:42:18.172124 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 241d46bd-9e5f-4023-9689-72c47e822b83 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:42:18.176422 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaa36-1859-457a-9b9f-8f5af08441da None None] The sync data for ids ['9234d718-1c5f-4b57-a595-931570a609f1'] in dv-cinder-831247-24-iscsi is: [{'id': '9234d718-1c5f-4b57-a595-931570a609f1', 'name': 'router1', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:41:55Z', 'updated_at': '2022-08-26T15:42:15Z', 'revision_number': 4, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'gw_port': {'id': 'afa72c99-d617-4bf0-bce2-afe93dff8cb0', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:14Z', 'updated_at': '2022-08-26T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '241d46bd-9e5f-4023-9689-72c47e822b83', 'name': '', 'network_id': 'cb5e6fca-e115-4dc1-a316-1ffcc4d82798', 'tenant_id': 'f1c8960e806347658b410f7278fe7ffd', 'mac_address': 'fa:16:3e:65:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9234d718-1c5f-4b57-a595-931570a609f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:42:05Z', 'updated_at': '2022-08-26T15:42:16Z', 'revision_number': 5, 'project_id': 'f1c8960e806347658b410f7278fe7ffd', 'subnets': [{'id': 'db3450f3-fe0c-4c89-a037-43f07c8afb3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '027e548f-c03c-43cc-8f02-acc3b9706b77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:42:18.225609 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 241d46bd-9e5f-4023-9689-72c47e822b83 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:18.226050 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:18.333156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 241d46bd-9e5f-4023-9689-72c47e822b83 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:42:18.856245 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 60864) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:42:19.257840 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-686fc3f5-88b3-49a9-9a03-75c3eadf6a42 admin admin] 10.222.0.98 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4003396 Aug 26 15:42:19.308422 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=63 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:19.313593 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=11 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:20.144681 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device afa72c99-d617-4bf0-bce2-afe93dff8cb0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:42:20.212266 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port afa72c99-d617-4bf0-bce2-afe93dff8cb0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:20.212629 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:20.283981 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port afa72c99-d617-4bf0-bce2-afe93dff8cb0 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:42:20.284357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:20.307096 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port afa72c99-d617-4bf0-bce2-afe93dff8cb0, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=afa72c99-d617-4bf0-bce2-afe93dff8cb0,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:42:20.385714 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:20.436627 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=afa72c99-d617-4bf0-bce2-afe93dff8cb0,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:42:20.892451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:20.893435 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=53,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:22.146420 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device afa72c99-d617-4bf0-bce2-afe93dff8cb0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:42:22.200142 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port afa72c99-d617-4bf0-bce2-afe93dff8cb0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:42:22.200529 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (afa72c99-d617-4bf0-bce2-afe93dff8cb0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:22.282117 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port afa72c99-d617-4bf0-bce2-afe93dff8cb0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:42:26.531115 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:42:29.250292 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:29.254335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:31.214048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9d11499f-cb6f-446a-843b-e3e6b0e5de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:33.425914 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cad497c4-199e-4353-a65e-7e31d08b025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:34.682034 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:36.299590 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:36.424956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:42:36.525434 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:36.527546 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:46.344716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:46.351954 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:50.538853 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:42:50.544550 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:01.171606 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1aa4224e-6670-475f-9590-cd90b78c35b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:03.429940 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbb3b-83e1-47f8-b6fb-89142cabe0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:03.531319 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:43:04.696979 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:06.320440 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:06.458346 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:13.527078 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:16.338129 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:16.346649 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:27.533647 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:29.528308 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:31.170931 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7fbb29ff-c51d-48ff-8475-8835491851a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:33.451505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f600b6d6-c094-4a9d-8f6c-c6fd7becf211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:34.675025 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:36.318841 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:36.418018 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:40.531846 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:43:44.402872 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33168) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:44.748743 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9129676-ac9a-4948-9d32-53deaa421e2f admin admin] GET failed (client error): The resource could not be found. Aug 26 15:43:44.750046 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f9129676-ac9a-4948-9d32-53deaa421e2f admin admin] 10.222.0.98 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3462975 Aug 26 15:43:44.915119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec74fc-9e8f-4bd8-ae4b-80581b932b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:44.916696 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-41ec74fc-9e8f-4bd8-ae4b-80581b932b13 admin admin] 10.222.0.98 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1623459 Aug 26 15:43:46.345822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:46.347642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:47.252783 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33180) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:47.637442 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3368999-c2a9-404e-bf30-f4c88c0a2981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:47.638856 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b3368999-c2a9-404e-bf30-f4c88c0a2981 admin admin] 10.222.0.98 "GET /networking/v2.0/subnets/db3450f3-fe0c-4c89-a037-43f07c8afb3b HTTP/1.1" status: 200 len: 849 time: 0.3851051 Aug 26 15:43:47.648720 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:43:47.738796 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Publish callbacks [] for subnet (db3450f3-fe0c-4c89-a037-43f07c8afb3b), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:47.971919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739867305099'] for subnet (db3450f3-fe0c-4c89-a037-43f07c8afb3b), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:48.002955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:48.004238 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:48.004880 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] 10.222.0.98 "PUT /networking/v2.0/subnets/db3450f3-fe0c-4c89-a037-43f07c8afb3b HTTP/1.1" status: 200 len: 868 time: 0.3600264 Aug 26 15:43:48.026435 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3450f3-fe0c-4c89-a037-43f07c8afb3b,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:43:48.026853 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565033b7-541a-4a54-8dfe-510e9cb853ec None None] Network cb5e6fca-e115-4dc1-a316-1ffcc4d82798 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:43:48.034903 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.035273 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.035601 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.035974 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.036331 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.036660 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.036996 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.037323 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.037675 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.038014 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.038348 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.038675 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.039004 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.039328 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.039653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf0962-13ad-4ca2-9fcd-d7185bb53a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:43:48.360059 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Provisioning complete for port 241d46bd-9e5f-4023-9689-72c47e822b83 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:43:48.360449 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (241d46bd-9e5f-4023-9689-72c47e822b83), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:48.439254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Current status of the port 241d46bd-9e5f-4023-9689-72c47e822b83 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:43:48.447878 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Provisioning complete for port 3ef033eb-18bd-4b06-8921-60668c8b61c0 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:43:48.448283 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3ef033eb-18bd-4b06-8921-60668c8b61c0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:43:48.519811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-01c79645-a968-4d35-aee3-94df858970d9 None None] Current status of the port 3ef033eb-18bd-4b06-8921-60668c8b61c0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:43:50.355994 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33188) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:50.528909 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:50.839045 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd88b53-099d-48ef-a8e8-821af48092c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:50.839431 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd88b53-099d-48ef-a8e8-821af48092c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:50.840985 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7cd88b53-099d-48ef-a8e8-821af48092c6 admin admin] 10.222.0.98 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4840453 Aug 26 15:43:53.144232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33198) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:53.563078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442f2dc-dcb5-404a-8ff0-9338a4a246b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:53.563548 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442f2dc-dcb5-404a-8ff0-9338a4a246b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:53.565107 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c442f2dc-dcb5-404a-8ff0-9338a4a246b4 admin admin] 10.222.0.98 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4200091 Aug 26 15:43:55.894411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33206) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:56.302988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b98afa-6b28-46c0-a497-f17db50aea32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:56.304377 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-34b98afa-6b28-46c0-a497-f17db50aea32 admin admin] 10.222.0.98 "GET /networking/v2.0/networks/a0ba4927-366d-4929-ac71-e23f79abe69f HTTP/1.1" status: 200 len: 886 time: 0.4090581 Aug 26 15:43:58.029195 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:58.030002 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:58.517378 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=37 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:58.518268 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=40 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:43:58.631448 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33214) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:43:59.045679 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a5163-04c3-42c2-a599-6e0c8ee917aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:43:59.047047 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ef8a5163-04c3-42c2-a599-6e0c8ee917aa admin admin] 10.222.0.98 "GET /networking/v2.0/networks/cb5e6fca-e115-4dc1-a316-1ffcc4d82798 HTTP/1.1" status: 200 len: 870 time: 0.4146061 Aug 26 15:44:01.164998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-89a54786-58e9-4c1e-b8c6-868e24f877ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:01.377763 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33222) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:01.799410 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df0c33-7c0f-4710-aa92-6e90a54bdd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:01.799862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df0c33-7c0f-4710-aa92-6e90a54bdd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:01.801410 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-24df0c33-7c0f-4710-aa92-6e90a54bdd4f admin admin] 10.222.0.98 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4226730 Aug 26 15:44:03.450430 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-67b78ee6-db11-476a-88c9-0174b84d34a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:04.138786 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33230) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:04.504725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1f074-9582-43b0-b82a-c9e2ea3633d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:04.505173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1f074-9582-43b0-b82a-c9e2ea3633d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:04.506698 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2db1f074-9582-43b0-b82a-c9e2ea3633d3 admin admin] 10.222.0.98 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3670154 Aug 26 15:44:04.529492 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:04.535041 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:04.707713 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:06.324615 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:06.450674 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:06.841462 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33238) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:07.203090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06367a76-b98c-4418-a445-b8c3ff71b994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:07.204610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-06367a76-b98c-4418-a445-b8c3ff71b994 admin admin] 10.222.0.98 "GET /networking/v2.0/subnets/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43 HTTP/1.1" status: 200 len: 816 time: 0.3621972 Aug 26 15:44:09.552161 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33246) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:09.919345 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5ac86-fe3f-45e4-a85e-5f8e5ed892a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:09.920683 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-bae5ac86-fe3f-45e4-a85e-5f8e5ed892a4 admin admin] 10.222.0.98 "GET /networking/v2.0/subnets/db3450f3-fe0c-4c89-a037-43f07c8afb3b HTTP/1.1" status: 200 len: 868 time: 0.3672709 Aug 26 15:44:16.344767 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:16.346588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:17.532856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:44:19.914359 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=65 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:19.916800 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=73 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:31.170535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0ae52bd4-1c7f-44e4-a69b-0f06af5e9c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:31.474420 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=12 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:31.482371 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=16 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:33.507469 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e5f700a7-1ed6-4cf6-a8af-fc0a04e4c246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:34.678321 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:36.364285 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:36.432774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:38.747542 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33302) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:39.071034 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [None req-a7626809-9b39-4b39-b9bf-03028aeca429 admin admin] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:44:39.072066 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a7626809-9b39-4b39-b9bf-03028aeca429 admin admin] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3235981 Aug 26 15:44:41.530887 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=6 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:41.551256 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33310) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:41.936191 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df740f3-8bfc-4ca5-a4c9-fef244cd420c admin admin] GET failed (client error): The resource could not be found. Aug 26 15:44:41.937511 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7df740f3-8bfc-4ca5-a4c9-fef244cd420c admin admin] 10.222.0.98 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3853209 Aug 26 15:44:42.111045 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb43b4d-f5b0-4703-a679-99765fbb54d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:42.112592 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ddb43b4d-f5b0-4703-a679-99765fbb54d3 admin admin] 10.222.0.98 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1706610 Aug 26 15:44:44.484208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33318) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:44.822570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:44:44.901001 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Made reservation on behalf of 86d26d8b55fb4a2b877ae676d9b1d379 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:44:44.903311 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:44.931504 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING neutron.services.revisions.revision_plugin [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Could not find related network for resource to bump revision. Aug 26 15:44:44.942478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:44:44.951191 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (9c8753b4-c051-4cec-b2c8-d9c33a200526), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:44.953453 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Added segment 9c8753b4-c051-4cec-b2c8-d9c33a200526 of type vlan for network 5d758c21-0695-41b1-ac0a-eee2e3b95335 Aug 26 15:44:44.993053 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (5d758c21-0695-41b1-ac0a-eee2e3b95335), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:45.078321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (5d758c21-0695-41b1-ac0a-eee2e3b95335), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:45.079251 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:45.079828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:45.141803 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5d758c21-0695-41b1-ac0a-eee2e3b95335,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:44:45.148969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.149318 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.149670 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.150010 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.150338 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.150662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.150985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.151307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.151681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.152045 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.152368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.152689 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.153007 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.153367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.153686 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:45.165093 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:44:45.218383 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-1d28df37-d60f-429a-b35f-786d454786e0 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7330601 Aug 26 15:44:47.556307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33326) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:44:47.895205 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a63246-5466-490c-a07f-56d04ffc85a9 admin admin] GET failed (client error): The resource could not be found. Aug 26 15:44:47.896491 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e7a63246-5466-490c-a07f-56d04ffc85a9 admin admin] 10.222.0.98 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3391993 Aug 26 15:44:47.966693 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f0b9c-ebcb-4910-bccf-240e03b48579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:47.968244 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-323f0b9c-ebcb-4910-bccf-240e03b48579 admin admin] 10.222.0.98 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0671992 Aug 26 15:44:47.978476 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:44:48.049497 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Made reservation on behalf of 86d26d8b55fb4a2b877ae676d9b1d379 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:44:48.051737 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:48.294310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (2dd14184-9211-4e3b-9506-ccfa8fcfe694), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:48.355477 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd14184-9211-4e3b-9506-ccfa8fcfe694,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:44:48.360629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Checking segment: {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:44:48.360977 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Network hostable DHCP agents. Network: 5d758c21-0695-41b1-ac0a-eee2e3b95335, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:44:48.494341 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:44:48.581065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 5d758c21-0695-41b1-ac0a-eee2e3b95335) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:44:48.585051 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:44:48.586393 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:48.592170 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf07d95-8a76-44c0-b927-bce83daa49dd None None] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:44:48.692551 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-db6b03c1-d04d-4f1e-b715-67af407df9d3 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7178047 Aug 26 15:44:48.706838 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-5d758c21-0695-41b1-ac0a-eee2e3b95335', 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335', 'project_id': '86d26d8b55fb4a2b877ae676d9b1d379', 'fixed_ips': [{'subnet_id': '2dd14184-9211-4e3b-9506-ccfa8fcfe694'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:44:48.707796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:48.853650 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Allocated IP 192.168.233.2 (5d758c21-0695-41b1-ac0a-eee2e3b95335/2dd14184-9211-4e3b-9506-ccfa8fcfe694/7e6d33ab-7cef-49d3-af7b-b01af5e4fb11) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:44:49.090555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks [] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:49.187928 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:49.228074 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:44:49.234782 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:44:49.238655 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:44:49.242412 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Pushing event updated for resources: {'Port': ['ID=7e6d33ab-7cef-49d3-af7b-b01af5e4fb11,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:44:49.254133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.254469 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.254833 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.255192 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.255527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.255859 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.256201 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.256535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.256854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.257216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.258050 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.258386 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.258710 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.259027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.259341 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:44:49.310439 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Attempting to bind port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:44:49.310803 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Attempting to bind port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:44:49.311164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Attempting to bind port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 on network 5d758c21-0695-41b1-ac0a-eee2e3b95335 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:44:49.316419 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:44:49.316789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Checking segment: {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:44:49.317187 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:49.317574 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Bound using segment: {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:44:49.318118 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Bound port: 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:44:49.318432 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:49.381425 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] For port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:44:49.387368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] For port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=7e6d33ab-7cef-49d3-af7b-b01af5e4fb11,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:44:49.490778 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:49.530952 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:49.548479 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de9e13-8b83-40fe-bb0c-379c9986a217 None None] Pushing event updated for resources: {'Port': ['ID=7e6d33ab-7cef-49d3-af7b-b01af5e4fb11,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:44:50.265742 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:44:50.332581 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:44:50.332975 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:50.380047 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:50.419926 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:44:50.420294 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:50.443494 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633bc41-5b6a-4542-acab-3808b557a8fb None None] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:44:50.506358 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=7e6d33ab-7cef-49d3-af7b-b01af5e4fb11,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:44:50.526499 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-be22deea-8d8c-4e4e-805c-ef15a8b9b1be None None] Provisioning complete for port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:44:50.526883 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-be22deea-8d8c-4e4e-805c-ef15a8b9b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:50.616593 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:50.676935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-be22deea-8d8c-4e4e-805c-ef15a8b9b1be None None] Current status of the port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:44:50.701259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=7e6d33ab-7cef-49d3-af7b-b01af5e4fb11,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:44:50.799288 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-2dd4e5b6-381c-475c-b715-102504b0b8a1 None None] Provisioning complete for port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:44:50.799683 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e5b6-381c-475c-b715-102504b0b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:50.875536 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4e5b6-381c-475c-b715-102504b0b8a1 None None] Current status of the port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:44:52.232730 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:44:52.277649 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:44:52.278036 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (7e6d33ab-7cef-49d3-af7b-b01af5e4fb11), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:44:52.301069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:52.353042 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 7e6d33ab-7cef-49d3-af7b-b01af5e4fb11 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:44:54.531005 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:44:58.593656 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:44:58.596646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:01.191602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-55184b20-0a69-4b6c-a746-05cf5fe7c1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:03.443787 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d070418c-c9a5-4ec7-bf50-027f994abd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:04.526762 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:04.527486 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:04.701046 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:06.329537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:06.447957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:16.348974 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:16.351129 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:18.531953 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:18.536754 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:29.523302 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:31.192639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-578fcf10-f8f0-41dd-8947-98e630c7d24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:31.529670 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:45:33.415077 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f1c09724-eec8-4e35-a7d9-a3cfd19f27b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:34.706608 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:36.311386 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:36.438132 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:45:41.525652 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:41.526432 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:46.355393 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:46.357256 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:55.537768 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:45:55.543145 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:01.186946 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-95df86f2-b09c-4633-bbca-4bcd66c96359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:03.432605 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9841-c3e3-4dc6-97ee-951335c24809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:04.718612 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:06.350206 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:06.460582 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:08.528169 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:46:16.356124 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:16.357062 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:18.524446 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:18.525106 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:26.291474 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33372) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:46:26.297710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [None req-6beb1083-e238-4e7e-8197-1657e7073395 tempest-verify_tempest_config-1644986542 tempest-verify_tempest_config-1644986542-project] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:46:26.298733 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6beb1083-e238-4e7e-8197-1657e7073395 tempest-verify_tempest_config-1644986542 tempest-verify_tempest_config-1644986542-project] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059276 Aug 26 15:46:27.084137 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33390) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:46:27.435144 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.541882 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Publish callbacks [] for security_group (d3cad3d5-ff32-4c96-a4b1-401ce1b64242), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.653948 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d3cad3d5-ff32-4c96-a4b1-401ce1b64242), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.705644 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7559eccd562c4b628e9055ebaef27dc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6203387 Aug 26 15:46:27.706571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cad3d5-ff32-4c96-a4b1-401ce1b64242,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:46:27.708884 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33394) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:46:27.714442 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.714805 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.715153 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.715501 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.715834 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.716194 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.716534 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.716868 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.717213 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.717545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.717890 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.718223 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.718548 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.718874 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.719197 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f45c1-1cd9-4b3a-a33f-a942676a5a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.763957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Publish callbacks [] for security_group (d3cad3d5-ff32-4c96-a4b1-401ce1b64242), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.783957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Publish callbacks [] for security_group (d3cad3d5-ff32-4c96-a4b1-401ce1b64242), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.956802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d3cad3d5-ff32-4c96-a4b1-401ce1b64242), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.959329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:27.960530 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d3cad3d5-ff32-4c96-a4b1-401ce1b64242 HTTP/1.1" status: 204 len: 168 time: 0.2505858 Aug 26 15:46:27.969177 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cad3d5-ff32-4c96-a4b1-401ce1b64242,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:46:27.976258 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.976614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.976971 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.977313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.977738 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.977969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.978297 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.978622 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.978948 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.979273 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.979612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.979963 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.980288 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.983246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:27.983246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278c41b-b8ef-4916-adc5-d648b966f727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:46:31.176159 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7381fbb1-401c-4d54-a318-5a5fa020e8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:32.540745 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=17 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:32.541505 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:33.438811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4164f407-aa81-40c5-a445-de3604e6b7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:34.764221 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:36.329624 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:36.444156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:46:37.709790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:37.710540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:37.971538 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:37.972265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:45.527979 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:46:46.356827 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:46.358737 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:55.523761 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:46:55.524699 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:01.170156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c1f14cfa-d871-4bb7-bc59-381efd6884f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:03.427441 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-acf54340-64b5-4c9a-9583-f070eea7a07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:04.722832 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:06.318956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:06.438592 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:09.536292 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:09.537095 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:16.347568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:16.355942 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:22.527721 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:47:31.199461 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6ee0cc19-28a0-4c30-879c-a9720c2643ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:32.522689 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:33.402639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-766cda4e-1f3b-4ab4-a7b6-42aa6f8281a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:34.717028 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:35.531449 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:36.334003 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:36.442539 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:46.349244 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:46.356238 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:46.533713 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:46.543051 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:47:59.525771 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 5 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:48:01.188134 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d2fee32d-c4a3-4997-b2fa-0acff2e66fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:03.427811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-22d7f63c-a529-4409-a840-2bac883186a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:04.723281 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:06.356316 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:06.434206 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:09.522598 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:11.308543 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703929'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:21.231001 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:21.233905 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:23.535608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33490) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:23.665773 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a218f789-e656-460a-9348-eba63e5c2ce1 admin admin] 10.222.0.98 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1291089 Aug 26 15:48:25.869448 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33500) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:25.925762 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-eb45c4f7-6bcc-4a60-b4f4-962f6636b2ea admin admin] 10.222.0.98 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0553184 Aug 26 15:48:31.203663 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5071f94b-7254-4cd6-9ca5-bff1ce797126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:31.400054 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=20 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:31.401892 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=12 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:33.445233 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-69ff2a8b-2b83-4225-b5af-331794be0d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:34.757837 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:35.920403 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:35.921290 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:36.380787 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:36.525564 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:48:36.549012 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:41.320131 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:46.520371 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:46.521108 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:51.190781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:51.197879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:00.540487 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:00.546444 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:01.176020 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4136f2bb-b9c6-4121-a644-048d6703ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:03.455190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-51d4ac2d-01d8-4c22-b0f4-01cd8b323cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:04.732464 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:06.343507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:06.440464 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:11.264633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:13.524811 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:49:21.190325 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:21.197010 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:23.521416 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:31.175473 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2b7671dc-9bb8-475c-b2cd-792922adabc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:33.424184 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-71ad3c1e-60c2-4f87-a76e-995ac2af9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:34.738497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:36.352936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:36.473370 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:37.537601 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:37.541910 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:41.273613 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:50.524147 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:49:51.195952 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:51.197836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:00.297302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33626) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:00.519487 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:00.820794 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-521759080-network', 'tenant_id': 'bc372e59524442debba38c57df458071'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:00.947959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Made reservation on behalf of bc372e59524442debba38c57df458071 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:00.950322 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:00.961791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.138756 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks [] for security_group (77b0e31f-38b1-47ef-ab58-3dbd45be861e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.182345 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b960863a-b066-45be-9f4d-d513b58d46b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.253452 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (77b0e31f-38b1-47ef-ab58-3dbd45be861e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.287070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:50:01.294510 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0e31f-38b1-47ef-ab58-3dbd45be861e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:01.303686 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.304341 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.304457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.304721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.305049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.305376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.305694 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.306012 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.306348 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.306926 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.307269 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.307589 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.307918 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Tracked resource versions report: Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: pushed versions: Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: { 'AddressGroup': {'1.2'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Agent': {'1.1'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'ConntrackHelper': {'1.0'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Log': {'1.0'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'NDPProxy': {'1.0'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Network': {'1.1'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Port': {'1.7'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'PortForwarding': {'1.3'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'QosPolicy': {'1.10'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroup': {'1.5'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SubPort': {'1.0'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Subnet': {'1.1'}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Trunk': {'1.1'}} Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: consumer versions: Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: HyperV agent@hv-cinder-83124: {}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Agent': '1.1', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'ConntrackHelper': '1.0', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'LocalIPAssociation': '1.0', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Log': '1.0', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'NDPProxy': '1.0', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Network': '1.1', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Port': '1.7', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'PortForwarding': '1.3', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'QosPolicy': '1.10', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroup': '1.5', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SecurityGroupRule': '1.2', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'SubPort': '1.0', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Subnet': '1.1', Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: 'Trunk': '1.1'}} Aug 26 15:50:01.311143 dv-cinder-831247-24-iscsi neutron-server[113465]: {{(pid=113465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:50:01.315256 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (f24e4cb4-776d-444b-af5a-3218a52b0977), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.315591 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Added segment f24e4cb4-776d-444b-af5a-3218a52b0977 of type vlan for network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 Aug 26 15:50:01.355444 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.487392 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.488536 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:01.489157 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.556603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:01.567107 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:50:01.587662 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-02ca93a1-2e35-412c-939f-5433a0c5b8d3 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2891166 Aug 26 15:50:01.590547 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33676) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:01.596022 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Request body: {'subnet': {'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-521759080-subnet', 'tenant_id': 'bc372e59524442debba38c57df458071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:01.693509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Made reservation on behalf of bc372e59524442debba38c57df458071 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:01.702193 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:01.985370 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (134259e1-e54d-40c7-92c0-594cfa4669bd), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.044158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=134259e1-e54d-40c7-92c0-594cfa4669bd,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:02.054985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Checking segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:02.055338 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Network hostable DHCP agents. Network: 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:50:02.205183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:50:02.285481 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:02.290162 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:02.294905 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.295697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0ab0d-6c36-4ca2-9779-6dcf0fc3238e None None] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:02.436899 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:50:02.437847 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.444610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-45833e39-6fce-4ff5-82a2-9d8214bef6cb admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8527493 Aug 26 15:50:02.447358 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33718) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:02.452557 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:02.464862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:02.579842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.581169 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.600284 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33726) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:02.602966 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Allocated IP 172.20.0.2 (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8/134259e1-e54d-40c7-92c0-594cfa4669bd/1d5c5682-6a60-491c-8a1f-e05d8df8f97a) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:02.652699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:02.724942 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for router_controller (f31aff6a-6c35-400e-8cf8-756d96c24635), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.768935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks [] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.891479 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:02.938868 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:02.952643 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:02.954879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.955449 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.956077 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.956659 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.957200 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.958052 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.958616 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.959164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.959723 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.960290 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.960841 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.961432 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.961974 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.962512 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.963101 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Tracked resource versions report: Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: pushed versions: Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: { 'AddressGroup': {'1.2'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Agent': {'1.1'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'ConntrackHelper': {'1.0'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Log': {'1.0'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'NDPProxy': {'1.0'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Network': {'1.1'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Port': {'1.7'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'PortForwarding': {'1.3'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'QosPolicy': {'1.10'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroup': {'1.5'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SubPort': {'1.0'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Subnet': {'1.1'}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Trunk': {'1.1'}} Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: consumer versions: Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: HyperV agent@hv-cinder-83124: {}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Agent': '1.1', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'ConntrackHelper': '1.0', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'LocalIPAssociation': '1.0', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Log': '1.0', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'NDPProxy': '1.0', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Network': '1.1', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Port': '1.7', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'PortForwarding': '1.3', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'QosPolicy': '1.10', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroup': '1.5', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SecurityGroupRule': '1.2', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'SubPort': '1.0', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Subnet': '1.1', Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: 'Trunk': '1.1'}} Aug 26 15:50:02.964554 dv-cinder-831247-24-iscsi neutron-server[113466]: {{(pid=113466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:50:02.976994 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:02.976994 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:03.000611 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for router_gateway (f31aff6a-6c35-400e-8cf8-756d96c24635), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.061069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Attempting to bind port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:03.061507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Attempting to bind port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:03.062155 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Attempting to bind port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:03.067628 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:03.068044 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Checking segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:03.069502 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-network', 'tenant_id': '853df33daae14bd9825788afd555e11a'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:03.073943 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.074614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Bound using segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:03.075305 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Bound port: 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:03.075723 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.122039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:03.137584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] For port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:03.140716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] For port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:03.245744 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Made reservation on behalf of 853df33daae14bd9825788afd555e11a for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:03.248933 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.268301 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.277089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.389846 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks [] for security_group (8209d690-7daf-4fb3-990c-b76079cc27b0), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.403314 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33758) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:03.418876 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for router_gateway (f31aff6a-6c35-400e-8cf8-756d96c24635), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.432155 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd19a-4889-40f1-95b5-9647e52bca67 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:03.451739 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.535502 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8209d690-7daf-4fb3-990c-b76079cc27b0), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.536654 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f41e9fd2-0740-40be-92b5-790ba6d0c0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.585881 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Allocated IP 172.27.3.218 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/0df48657-682b-48c1-a86f-78148c8eb685) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:03.590285 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8209d690-7daf-4fb3-990c-b76079cc27b0,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739867327829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (443699a9-53ad-4c2a-b280-d961b3f14043), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Unsubscribe: segment precommit_create {{(pid=113464) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Added segment 443699a9-53ad-4c2a-b280-d961b3f14043 of type vlan for network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.789060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Tracked resource versions report: Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: pushed versions: Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: { 'AddressGroup': {'1.2'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Agent': {'1.1'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'ConntrackHelper': {'1.0'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Log': {'1.0'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'NDPProxy': {'1.0'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Network': {'1.1'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Port': {'1.7'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'PortForwarding': {'1.3'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'QosPolicy': {'1.10'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroup': {'1.5'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SubPort': {'1.0'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Subnet': {'1.1'}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Trunk': {'1.1'}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: consumer versions: Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: HyperV agent@hv-cinder-83124: {}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Agent': '1.1', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'ConntrackHelper': '1.0', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'LocalIPAssociation': '1.0', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Log': '1.0', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'NDPProxy': '1.0', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Network': '1.1', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Port': '1.7', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'PortForwarding': '1.3', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'QosPolicy': '1.10', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroup': '1.5', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SecurityGroupRule': '1.2', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'SubPort': '1.0', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Subnet': '1.1', Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: 'Trunk': '1.1'}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: {{(pid=113464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:50:03.795188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (cab596ab-7d04-4922-b3cc-a5bd19fc2e98), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.820059 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for port (0df48657-682b-48c1-a86f-78148c8eb685), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.892347 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-467284561-network', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:03.959627 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (cab596ab-7d04-4922-b3cc-a5bd19fc2e98), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.960885 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:03.961963 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:03.995347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (0df48657-682b-48c1-a86f-78148c8eb685), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.094894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Made reservation on behalf of 35ef4da23ec44ed2a75e20f8cd365691 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:04.097450 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.105986 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0df48657-682b-48c1-a86f-78148c8eb685,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:04.114901 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.118066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] Pushing event updated for resources: {'Network': ['ID=cab596ab-7d04-4922-b3cc-a5bd19fc2e98,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:04.145477 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:04.146877 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:04.154778 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:04.163209 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:50:04.339906 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4a49b09d-65a9-49dd-95af-1d58355ef394 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7384326 Aug 26 15:50:04.341412 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33790) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:04.347455 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks [] for security_group (a61fa4cf-dfe1-41bb-a646-75e2c7a03703), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.360532 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Request body: {'subnet': {'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-subnet', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:04.448012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a61fa4cf-dfe1-41bb-a646-75e2c7a03703), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.486613 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:50:04.530296 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 1d5c5682-6a60-491c-8a1f-e05d8df8f97a up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:04.556221 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61fa4cf-dfe1-41bb-a646-75e2c7a03703,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:04.557085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (b0c625ec-21c0-4750-9f76-1229c6189b92), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.557528 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Added segment b0c625ec-21c0-4750-9f76-1229c6189b92 of type vlan for network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 Aug 26 15:50:04.613084 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Made reservation on behalf of 853df33daae14bd9825788afd555e11a for: {'subnet': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:04.615665 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.668240 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.670787 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:04.692210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:04.719442 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for router_gateway (f31aff6a-6c35-400e-8cf8-756d96c24635), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.730781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:04.731187 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.733229 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:04.817230 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c194fcb-a3ce-48ec-bde4-140b42432f38 None None] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:04.857573 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.888336 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.889909 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:04.890545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:04.923789 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:04.989124 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:04.996459 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (c6570f5e-b67f-43c1-b77d-3e7e51018805), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.299950 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:50:05.302782 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0b6e551a-46d5-4016-9fc9-17e3d3c65148 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6110144 Aug 26 15:50:05.302782 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33810) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:05.303475 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Provisioning complete for port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:05.303475 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.304303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:05.306710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Request body: {'subnet': {'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-467284561-subnet', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:05.306710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6570f5e-b67f-43c1-b77d-3e7e51018805,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:05.307277 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:05.307277 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.307537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.307632 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:05.307632 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Network hostable DHCP agents. Network: cab596ab-7d04-4922-b3cc-a5bd19fc2e98, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:50:05.307771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:05.307771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Current status of the port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:05.307771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.410904 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Made reservation on behalf of 35ef4da23ec44ed2a75e20f8cd365691 for: {'subnet': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:05.413346 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.468906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.471827 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:50:05.611544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Router f31aff6a-6c35-400e-8cf8-756d96c24635 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:50:05.618673 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, cab596ab-7d04-4922-b3cc-a5bd19fc2e98) {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:05.631327 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:05.631979 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.644232 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ebdb2-8422-4c2c-a1e8-add4cd9ef309 None None] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:05.699589 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.db.api [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:50:05.700251 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG oslo_db.api [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:50:05.720545 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:05.738608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:05.753896 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:05.764676 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:05.765306 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:05.783141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:50:05.784363 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.803999 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33826) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:05.805026 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-66cd217f-c6c3-4063-8ddb-bea093a56183 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4544830 Aug 26 15:50:05.808155 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (42eed016-265f-4b38-9149-1c48fd794250), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.811367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:05.870395 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42eed016-265f-4b38-9149-1c48fd794250,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:05.887685 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Checking segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:05.888388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Network hostable DHCP agents. Network: 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:50:05.906746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:05.926983 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.931442 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8d372465-a3d1-4c77-b940-8de49093d5d8 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4798384 Aug 26 15:50:05.931442 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33828) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:05.974034 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (03cdde03-fcac-4643-8465-5bfd52c82260), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.975730 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (03cdde03-fcac-4643-8465-5bfd52c82260), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:05.982802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Allocated IP 172.20.0.2 (cab596ab-7d04-4922-b3cc-a5bd19fc2e98/c6570f5e-b67f-43c1-b77d-3e7e51018805/fe2ccea6-1d20-447b-835f-fb8a24ffb226) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:06.019693 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:50:06.020485 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:06.103682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for router_controller (03cdde03-fcac-4643-8465-5bfd52c82260), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.130762 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9) {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:06.136919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:06.137624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.149648 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b94fb-3df8-4afc-b20a-90af12fc8a59 None None] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:06.302682 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-ce98b849-8b9c-4398-b1dc-dcc350657ee6 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2677243 Aug 26 15:50:06.304912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33844) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:06.309482 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:06.313379 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:04Z', 'revision_number': 3, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:06.319349 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks [] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.326605 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-da381925-bd28-40bb-8db5-1fa15d03395e None None] Current status of the port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:06.374635 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:06.375281 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Updating router f31aff6a-6c35-400e-8cf8-756d96c24635 port 0df48657-682b-48c1-a86f-78148c8eb685 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:06.433740 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (0df48657-682b-48c1-a86f-78148c8eb685), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.435043 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:50:06.436783 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.496981 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 1d5c5682-6a60-491c-8a1f-e05d8df8f97a up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:06.516886 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.518381 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.526796 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for router_gateway (03cdde03-fcac-4643-8465-5bfd52c82260), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.671622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for router_controller (d5add5ba-9746-440d-98b1-d18c4ca65f98), precommit_add_association {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.728384 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.753078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:06.754374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.769670 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:06.778020 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.784443 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:06.834265 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-6af2dc18-fda8-4f7e-a5eb-c065da6310df None None] Provisioning complete for port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:06.834575 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6af2dc18-fda8-4f7e-a5eb-c065da6310df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:06.845956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Allocated IP 172.20.0.2 (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9/42eed016-265f-4b38-9149-1c48fd794250/128ca9d4-4781-41d0-b564-94e3ff624c8c) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:07.022830 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks [] for port (0df48657-682b-48c1-a86f-78148c8eb685), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.057452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for router_gateway (d5add5ba-9746-440d-98b1-d18c4ca65f98), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.075699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Pushing event updated for resources: {'Port': ['ID=fe2ccea6-1d20-447b-835f-fb8a24ffb226,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:07.102574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.120481 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (0df48657-682b-48c1-a86f-78148c8eb685), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.152417 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Attempting to bind port 0df48657-682b-48c1-a86f-78148c8eb685 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:07.153186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Attempting to bind port 0df48657-682b-48c1-a86f-78148c8eb685 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:07.154540 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Attempting to bind port 0df48657-682b-48c1-a86f-78148c8eb685 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:07.161222 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Attempting to bind port fe2ccea6-1d20-447b-835f-fb8a24ffb226 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:07.161587 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Attempting to bind port fe2ccea6-1d20-447b-835f-fb8a24ffb226 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:07.162049 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Attempting to bind port fe2ccea6-1d20-447b-835f-fb8a24ffb226 on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:07.166195 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:07.182775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.231089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:07.231552 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:07.231937 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.232335 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Bound using segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:07.232819 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Bound port: fe2ccea6-1d20-447b-835f-fb8a24ffb226, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:07.233725 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Bound port: 0df48657-682b-48c1-a86f-78148c8eb685, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:07.257126 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (0df48657-682b-48c1-a86f-78148c8eb685), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.273435 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for router_gateway (03cdde03-fcac-4643-8465-5bfd52c82260), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.294447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6af2dc18-fda8-4f7e-a5eb-c065da6310df None None] Current status of the port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:07.303930 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Pushing event updated for resources: {'Port': ['ID=0df48657-682b-48c1-a86f-78148c8eb685,revision_number=2']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:07.325090 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.325369 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.326212 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.326577 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.326920 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.327267 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.327580 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.327920 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.328270 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.328600 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.328926 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.329264 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.329590 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.329913 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.330232 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Tracked resource versions report: Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: pushed versions: Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: { 'AddressGroup': {'1.2'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Agent': {'1.1'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'ConntrackHelper': {'1.0'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Log': {'1.0'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'NDPProxy': {'1.0'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Network': {'1.1'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Port': {'1.7'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'PortForwarding': {'1.3'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'QosPolicy': {'1.10'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroup': {'1.5'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SubPort': {'1.0'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Subnet': {'1.1'}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Trunk': {'1.1'}} Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: consumer versions: Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: { DHCP agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: HyperV agent@hv-cinder-83124: {}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: L3 agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: Metadata agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: Metering agent@dv-cinder-831247-24-iscsi: {}, Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: Open vSwitch agent@dv-cinder-831247-24-iscsi: { 'AddressGroup': '1.2', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Agent': '1.1', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'ConntrackHelper': '1.0', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'LocalIPAssociation': '1.0', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Log': '1.0', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'NDPProxy': '1.0', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Network': '1.1', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Port': '1.7', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'PortForwarding': '1.3', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'QosPolicy': '1.10', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroup': '1.5', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SecurityGroupRule': '1.2', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'SubPort': '1.0', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Subnet': '1.1', Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: 'Trunk': '1.1'}} Aug 26 15:50:07.331446 dv-cinder-831247-24-iscsi neutron-server[113467]: {{(pid=113467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:50:07.356551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.357196 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] For port 0df48657-682b-48c1-a86f-78148c8eb685, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:07.360583 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] For port 0df48657-682b-48c1-a86f-78148c8eb685, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=0df48657-682b-48c1-a86f-78148c8eb685,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:07.479998 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (0df48657-682b-48c1-a86f-78148c8eb685), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.493150 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks [] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.508566 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] For port fe2ccea6-1d20-447b-835f-fb8a24ffb226, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:07.513828 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] For port fe2ccea6-1d20-447b-835f-fb8a24ffb226, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=fe2ccea6-1d20-447b-835f-fb8a24ffb226,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:07.516710 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:07.538480 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for router_gateway (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.544326 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:07.547896 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:07.548145 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:07.600682 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.607759 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975544a-f30e-43bb-bf2a-f38842da770a None None] Pushing event updated for resources: {'Port': ['ID=0df48657-682b-48c1-a86f-78148c8eb685,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:07.629013 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.636249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.723179 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:07.730579 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:07.753531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:07.761674 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:07.766397 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:07.769069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Pushing event updated for resources: {'Port': ['ID=128ca9d4-4781-41d0-b564-94e3ff624c8c,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:07.771657 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:07.844506 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Allocated IP 172.27.3.123 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/219fa2a0-61ef-4335-814d-2086f7a56f08) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:07.917478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f574-027a-402a-9f00-fcf2e9530314 None None] Pushing event updated for resources: {'Port': ['ID=fe2ccea6-1d20-447b-835f-fb8a24ffb226,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:07.969007 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Attempting to bind port 128ca9d4-4781-41d0-b564-94e3ff624c8c on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:07.972651 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Attempting to bind port 128ca9d4-4781-41d0-b564-94e3ff624c8c by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:07.972651 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Attempting to bind port 128ca9d4-4781-41d0-b564-94e3ff624c8c on network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:07.974676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:07.975777 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:07.976225 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Checking segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:07.977176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:07.977571 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Bound using segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:07.978171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Bound port: 128ca9d4-4781-41d0-b564-94e3ff624c8c, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:07.978537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.032269 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:08.034921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Allocated IP 172.20.0.1 (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8/134259e1-e54d-40c7-92c0-594cfa4669bd/59447c31-722e-4bbe-8486-762f3b2f5a95) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:08.071828 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:04Z', 'revision_number': 3, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:08.077232 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] For port 128ca9d4-4781-41d0-b564-94e3ff624c8c, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:08.082494 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] For port 128ca9d4-4781-41d0-b564-94e3ff624c8c, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=128ca9d4-4781-41d0-b564-94e3ff624c8c,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:08.119553 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030126-b668-49d3-b4b7-f2d61e56f30d None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:04Z', 'revision_number': 3, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:08.163855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.191559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.269005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33898) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:08.296990 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks [] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.342719 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b61fb5-7d15-40a8-9a97-85372268e380 None None] Pushing event updated for resources: {'Port': ['ID=128ca9d4-4781-41d0-b564-94e3ff624c8c,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:08.377067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.477490 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Pushing event updated for resources: {'Port': ['ID=219fa2a0-61ef-4335-814d-2086f7a56f08,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:08.487527 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.493300 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:08.525865 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:08.528840 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:08.543824 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:08.545739 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (f31aff6a-6c35-400e-8cf8-756d96c24635), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.617172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Allocated IP 172.27.3.133 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/9f45be62-09e6-411b-b19b-85021ebc26cc) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:08.692028 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device fe2ccea6-1d20-447b-835f-fb8a24ffb226 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:08.739173 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:08.749345 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5058d9cc-9870-4fcc-aa73-4c039d957b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.795594 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port fe2ccea6-1d20-447b-835f-fb8a24ffb226 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:08.796676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:08.851302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Pushing event updated for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:08.865581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:08.868921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:08.884253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:08.897021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:09.114482 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port fe2ccea6-1d20-447b-835f-fb8a24ffb226 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:09.115235 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.164589 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-b6e4da5d-97ee-4143-92b4-ebf508e97e0b None None] Provisioning complete for port 59447c31-722e-4bbe-8486-762f3b2f5a95 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:09.167172 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b6e4da5d-97ee-4143-92b4-ebf508e97e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.187920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.246353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port fe2ccea6-1d20-447b-835f-fb8a24ffb226, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=fe2ccea6-1d20-447b-835f-fb8a24ffb226,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:09.258063 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4da5d-97ee-4143-92b4-ebf508e97e0b None None] Port 59447c31-722e-4bbe-8486-762f3b2f5a95 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:09.323211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.333053 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.462259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=fe2ccea6-1d20-447b-835f-fb8a24ffb226,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:09.472857 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5058d9cc-9870-4fcc-aa73-4c039d957b58 admin admin] Publish callbacks [] for security_group (57f3979e-4126-4304-ab68-03c135b29483), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.483039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e351610-8cb9-4cc1-a38a-f4365716cbef None None] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:09.486245 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:09.493927 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for router_gateway (03cdde03-fcac-4643-8465-5bfd52c82260), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.500136 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:09.506692 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:09.517915 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Pushing event updated for resources: {'Port': ['ID=9f45be62-09e6-411b-b19b-85021ebc26cc,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:09.556186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.570616 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5058d9cc-9870-4fcc-aa73-4c039d957b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (57f3979e-4126-4304-ab68-03c135b29483), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.674161 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-5058d9cc-9870-4fcc-aa73-4c039d957b58 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=b0b3bbc1252e45b997ec2a567d490018&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4033704 Aug 26 15:50:09.677445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33934) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:09.678156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-03f519f9-d19e-438a-9f9d-564544621355 None None] Provisioning complete for port fe2ccea6-1d20-447b-835f-fb8a24ffb226 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:09.678686 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-03f519f9-d19e-438a-9f9d-564544621355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:09.695780 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058d9cc-9870-4fcc-aa73-4c039d957b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3979e-4126-4304-ab68-03c135b29483,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:09.862588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-03f519f9-d19e-438a-9f9d-564544621355 None None] Current status of the port fe2ccea6-1d20-447b-835f-fb8a24ffb226 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:09.913023 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] Publish callbacks [] for security_group (57f3979e-4126-4304-ab68-03c135b29483), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.027151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (03cdde03-fcac-4643-8465-5bfd52c82260), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.034515 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d598a7-67aa-48f0-816b-dd6163f510b4 None None] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:10.096310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks [] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.175197 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] Publish callbacks [] for security_group (57f3979e-4126-4304-ab68-03c135b29483), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.178069 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.178069 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (f31aff6a-6c35-400e-8cf8-756d96c24635), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.349211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Provisioning complete for port 128ca9d4-4781-41d0-b564-94e3ff624c8c triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:10.349426 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.398166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Pushing event updated for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:10.422446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (57f3979e-4126-4304-ab68-03c135b29483), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.431101 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.439375 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/57f3979e-4126-4304-ab68-03c135b29483 HTTP/1.1" status: 204 len: 168 time: 0.7303250 Aug 26 15:50:10.496680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75faba-5f59-45db-9752-498471e2bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3979e-4126-4304-ab68-03c135b29483,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:10.514954 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for router_gateway (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.578865 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:10.581333 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:10.585047 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Router 03cdde03-fcac-4643-8465-5bfd52c82260 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:50:10.585555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Current status of the port 128ca9d4-4781-41d0-b564-94e3ff624c8c is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:10.586341 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.697669 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] For port 128ca9d4-4781-41d0-b564-94e3ff624c8c, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=128ca9d4-4781-41d0-b564-94e3ff624c8c,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:10.795981 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 128ca9d4-4781-41d0-b564-94e3ff624c8c up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:10.860348 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.933868 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.940126 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 128ca9d4-4781-41d0-b564-94e3ff624c8c triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:10.942448 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.100849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:50:11.102867 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:11.129338 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839d906-0516-4c5e-b88b-f5bb36c239ab None None] Pushing event updated for resources: {'Port': ['ID=128ca9d4-4781-41d0-b564-94e3ff624c8c,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:11.158637 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:11.179014 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:11.205834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.210044 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8c304756-2d52-4276-85cf-3631fab0a42f admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4028599 Aug 26 15:50:11.214174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 33982) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:11.258436 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:11.276733 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c82cc736-23a5-4289-9552-0c33a511c9db admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/f31aff6a-6c35-400e-8cf8-756d96c24635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3346918 Aug 26 15:50:11.276811 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:11.277276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:11.277276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:11.277276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Provisioning complete for port 128ca9d4-4781-41d0-b564-94e3ff624c8c triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:11.277276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.288682 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:11.289344 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:11.291345 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:11.292302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33986) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:11.378424 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 128ca9d4-4781-41d0-b564-94e3ff624c8c is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:11.379493 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device fe2ccea6-1d20-447b-835f-fb8a24ffb226 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:11.438382 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:11.449391 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Router d5add5ba-9746-440d-98b1-d18c4ca65f98 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:50:11.464508 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port fe2ccea6-1d20-447b-835f-fb8a24ffb226 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:11.464838 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.539027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.543283 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:11.581943 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-670eb3cd-6ad4-4ef9-bf0b-aa3078c77854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.642328 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 2, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:11.670071 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:11.671316 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Updating router f31aff6a-6c35-400e-8cf8-756d96c24635 port 59447c31-722e-4bbe-8486-762f3b2f5a95 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:11.679701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:11.698996 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Current status of the port 128ca9d4-4781-41d0-b564-94e3ff624c8c is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:11.707358 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.725681 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Sync routers for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:11.729121 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:11.799897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-670eb3cd-6ad4-4ef9-bf0b-aa3078c77854 admin admin] Publish callbacks [] for security_group (3b7269ff-0171-4e88-99ec-1ce86a576d9a), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.827531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Provisioning complete for port fe2ccea6-1d20-447b-835f-fb8a24ffb226 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:11.828197 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.837823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 33998) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:11.852681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0e389394-d909-4d43-8a2e-cf631de11de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.859796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port fe2ccea6-1d20-447b-835f-fb8a24ffb226 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:11.860983 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 0df48657-682b-48c1-a86f-78148c8eb685 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:11.893202 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:11.896699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:11.898619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:11.907538 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.908815 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7b83da5a-b59e-47ac-81c9-bd70ceaa913b admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6029375 Aug 26 15:50:11.916034 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34000) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:11.922811 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-670eb3cd-6ad4-4ef9-bf0b-aa3078c77854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3b7269ff-0171-4e88-99ec-1ce86a576d9a), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.007373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 0df48657-682b-48c1-a86f-78148c8eb685 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:12.007939 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (0df48657-682b-48c1-a86f-78148c8eb685), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.010025 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:12.016811 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-670eb3cd-6ad4-4ef9-bf0b-aa3078c77854 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d59842f7ab92458282236e743cf4b436&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7225726 Aug 26 15:50:12.017523 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eb3cd-6ad4-4ef9-bf0b-aa3078c77854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7269ff-0171-4e88-99ec-1ce86a576d9a,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.021995 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0e389394-d909-4d43-8a2e-cf631de11de3 admin admin] Publish callbacks [] for security_group (df696550-fdb9-4952-aed4-b38ff8e7b88f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.022795 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34004) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:12.081110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] Publish callbacks [] for security_group (3b7269ff-0171-4e88-99ec-1ce86a576d9a), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.103093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] Publish callbacks [] for security_group (3b7269ff-0171-4e88-99ec-1ce86a576d9a), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.167360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0e389394-d909-4d43-8a2e-cf631de11de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (df696550-fdb9-4952-aed4-b38ff8e7b88f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.226849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e389394-d909-4d43-8a2e-cf631de11de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df696550-fdb9-4952-aed4-b38ff8e7b88f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.229766 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34012) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:12.232904 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks [] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.251671 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479195923', 'description': 'tempest-description--408392066'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:12.271405 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-0e389394-d909-4d43-8a2e-cf631de11de3 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=627a9090bf0f465ea9393eee90193b13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4299688 Aug 26 15:50:12.272065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34014) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:12.308766 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 0df48657-682b-48c1-a86f-78148c8eb685 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:12.309440 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (0df48657-682b-48c1-a86f-78148c8eb685), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.327724 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.344081 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] Publish callbacks [] for security_group (df696550-fdb9-4952-aed4-b38ff8e7b88f), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.362357 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.371121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] Publish callbacks [] for security_group (df696550-fdb9-4952-aed4-b38ff8e7b88f), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.373171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-52a2967d-ec17-43bd-b69e-fa667cddf000 None None] Current status of the port fe2ccea6-1d20-447b-835f-fb8a24ffb226 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:12.374065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3b7269ff-0171-4e88-99ec-1ce86a576d9a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.378207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:12.378925 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.380810 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/3b7269ff-0171-4e88-99ec-1ce86a576d9a HTTP/1.1" status: 204 len: 168 time: 0.3564732 Aug 26 15:50:12.399455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd8d72-ae8b-49e0-ba3c-985d59cb5fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7269ff-0171-4e88-99ec-1ce86a576d9a,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.409634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.448931 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c6603-75d1-4422-a343-cc50c9e1775b None None] Pushing event updated for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.453217 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 0df48657-682b-48c1-a86f-78148c8eb685, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=0df48657-682b-48c1-a86f-78148c8eb685,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:12.460901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 3, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:12.538817 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:12.539186 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Updating router 03cdde03-fcac-4643-8465-5bfd52c82260 port 219fa2a0-61ef-4335-814d-2086f7a56f08 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:12.560710 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Attempting to bind port 59447c31-722e-4bbe-8486-762f3b2f5a95 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:12.561055 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Attempting to bind port 59447c31-722e-4bbe-8486-762f3b2f5a95 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:12.561511 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Attempting to bind port 59447c31-722e-4bbe-8486-762f3b2f5a95 on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:12.562210 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (88114fda-b27d-4f88-b9e2-308254181628), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.570383 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:12.571033 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Checking segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:12.571590 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.572459 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Bound using segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:12.573610 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.581369 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (0df48657-682b-48c1-a86f-78148c8eb685), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.582141 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Bound port: 59447c31-722e-4bbe-8486-762f3b2f5a95, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:12.583403 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.587853 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:12.651499 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-683d3835-1b2b-4995-bb70-47bc0b3662a3 None None] Provisioning complete for port 59447c31-722e-4bbe-8486-762f3b2f5a95 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:12.651892 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-683d3835-1b2b-4995-bb70-47bc0b3662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.698951 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] For port 59447c31-722e-4bbe-8486-762f3b2f5a95, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:12.705478 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] For port 59447c31-722e-4bbe-8486-762f3b2f5a95, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=59447c31-722e-4bbe-8486-762f3b2f5a95,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:12.705759 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 128ca9d4-4781-41d0-b564-94e3ff624c8c up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:12.717378 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (df696550-fdb9-4952-aed4-b38ff8e7b88f), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.719979 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.728319 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/df696550-fdb9-4952-aed4-b38ff8e7b88f HTTP/1.1" status: 204 len: 168 time: 0.4508266 Aug 26 15:50:12.733911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (88114fda-b27d-4f88-b9e2-308254181628), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.773762 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48817bd0-0e21-47c8-b81d-24eee996660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df696550-fdb9-4952-aed4-b38ff8e7b88f,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.800365 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.811621 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-683d3835-1b2b-4995-bb70-47bc0b3662a3 None None] Port 59447c31-722e-4bbe-8486-762f3b2f5a95 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:12.839126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88114fda-b27d-4f88-b9e2-308254181628,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:12.896437 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:12.897973 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c6c37890-4224-44b3-a26b-92443d61dc4e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6521235 Aug 26 15:50:12.910799 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34028) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:12.915337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group_rule': {'security_group_id': '88114fda-b27d-4f88-b9e2-308254181628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:12.920328 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:12.921055 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:12.960324 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Allocated IP 172.20.0.1 (cab596ab-7d04-4922-b3cc-a5bd19fc2e98/c6570f5e-b67f-43c1-b77d-3e7e51018805/c955c6c4-40e7-4d6b-a8a1-40bf0b9be839) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:12.987148 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c6603-75d1-4422-a343-cc50c9e1775b None None] Pushing event updated for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:13.113614 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (9fb79011-b026-409a-b898-05c3a0ffea0c), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.141365 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:13.143018 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=0df48657-682b-48c1-a86f-78148c8eb685,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:13.205310 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.241608 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (9fb79011-b026-409a-b898-05c3a0ffea0c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.243033 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:13.278299 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks [] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.294774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 128ca9d4-4781-41d0-b564-94e3ff624c8c triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:13.295235 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.338716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:10Z', 'revision_number': 3, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:13.374229 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Checking router: d5add5ba-9746-440d-98b1-d18c4ca65f98 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:13.380541 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Updating router d5add5ba-9746-440d-98b1-d18c4ca65f98 port 9f45be62-09e6-411b-b19b-85021ebc26cc binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:13.380681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:13.383038 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (9fb79011-b026-409a-b898-05c3a0ffea0c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.405590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb79011-b026-409a-b898-05c3a0ffea0c,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:13.420218 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.465992 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 128ca9d4-4781-41d0-b564-94e3ff624c8c is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:13.470895 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.488686 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:13.492987 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:13.525942 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69b4eb-698a-4a48-ab36-a3e404e4c851 None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:13.531116 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:13.540780 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:13.541329 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (03cdde03-fcac-4643-8465-5bfd52c82260), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.582519 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Pushing event updated for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:13.662950 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.667175 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34058) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:13.667466 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f64b4fab-0c54-4de6-ae6a-17751a057bfe tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7556612 Aug 26 15:50:13.687518 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group_rule': {'security_group_id': '88114fda-b27d-4f88-b9e2-308254181628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:13.767436 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks [] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.881790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Allocated IP 172.20.0.1 (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9/42eed016-265f-4b38-9149-1c48fd794250/21432447-f13a-4dbc-87bf-fb9799d1e903) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:13.952836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.958625 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (a4b8a7bd-03f4-4c83-a8af-b144e56a18d4), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.053482 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Attempting to bind port 219fa2a0-61ef-4335-814d-2086f7a56f08 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:14.053854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Attempting to bind port 219fa2a0-61ef-4335-814d-2086f7a56f08 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:14.054214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Attempting to bind port 219fa2a0-61ef-4335-814d-2086f7a56f08 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:14.085727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-1cc0aca9-3597-48ec-bb7b-cc0cc47e67c4 None None] Provisioning complete for port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:14.086145 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1cc0aca9-3597-48ec-bb7b-cc0cc47e67c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.096416 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:14.102374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:14.102374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.102374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:14.102374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Bound port: 219fa2a0-61ef-4335-814d-2086f7a56f08, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:14.102374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.159898 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ac046-4d3f-4e3e-b48c-0d6ea57ac18f None None] Pushing event updated for resources: {'Port': ['ID=219fa2a0-61ef-4335-814d-2086f7a56f08,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:14.166803 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks [] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.169011 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.185274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (a4b8a7bd-03f4-4c83-a8af-b144e56a18d4), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.206406 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0aca9-3597-48ec-bb7b-cc0cc47e67c4 None None] Port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:14.293920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (a4b8a7bd-03f4-4c83-a8af-b144e56a18d4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.319259 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b8a7bd-03f4-4c83-a8af-b144e56a18d4,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:14.435621 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks [] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.451968 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] For port 219fa2a0-61ef-4335-814d-2086f7a56f08, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:14.472924 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.473657 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] For port 219fa2a0-61ef-4335-814d-2086f7a56f08, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=219fa2a0-61ef-4335-814d-2086f7a56f08,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:14.479926 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-03b539e6-14c6-4519-9f6d-1bfe9db1d721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8103824 Aug 26 15:50:14.482828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34092) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:14.487912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:14.491162 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks [] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.585090 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.636089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Attempting to bind port 9f45be62-09e6-411b-b19b-85021ebc26cc on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:14.636459 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Attempting to bind port 9f45be62-09e6-411b-b19b-85021ebc26cc by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:14.636818 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Attempting to bind port 9f45be62-09e6-411b-b19b-85021ebc26cc on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:14.648193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:14.648568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:14.648951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.649335 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:14.649807 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Bound port: 9f45be62-09e6-411b-b19b-85021ebc26cc, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:14.650184 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.657471 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.658851 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.659728 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (03cdde03-fcac-4643-8465-5bfd52c82260), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.759663 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Pushing event updated for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:14.759998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.762757 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:14.790209 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe7d28-7e67-43a1-9028-8b6c79185366 None None] Pushing event updated for resources: {'Port': ['ID=9f45be62-09e6-411b-b19b-85021ebc26cc,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:14.902570 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] For port 9f45be62-09e6-411b-b19b-85021ebc26cc, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:14.909582 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Pushing event updated for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:14.910906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 59447c31-722e-4bbe-8486-762f3b2f5a95 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:14.918145 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:14.924595 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:14.949827 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:14.956574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.109766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:15.111821 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:15.113436 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:15.117941 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:15.125034 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] For port 9f45be62-09e6-411b-b19b-85021ebc26cc, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9f45be62-09e6-411b-b19b-85021ebc26cc,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:15.144817 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:15.145244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.150557 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ac046-4d3f-4e3e-b48c-0d6ea57ac18f None None] Pushing event updated for resources: {'Port': ['ID=219fa2a0-61ef-4335-814d-2086f7a56f08,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:15.208217 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Allocated IP 172.27.3.46 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/af5771be-0aa4-4d09-a629-e053c0f1ba3e) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:15.247904 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 59447c31-722e-4bbe-8486-762f3b2f5a95 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:15.250613 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.364401 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:15.444596 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.500942 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.591720 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:15.607854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 59447c31-722e-4bbe-8486-762f3b2f5a95 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:15.608260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.704132 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:15.705089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:15.745917 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.815544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:15.819486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:15.821241 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Provisioning complete for port 21432447-f13a-4dbc-87bf-fb9799d1e903 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:15.827108 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.839177 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:15.849459 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:15.858454 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Router 03cdde03-fcac-4643-8465-5bfd52c82260 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:50:15.875113 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 59447c31-722e-4bbe-8486-762f3b2f5a95, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=59447c31-722e-4bbe-8486-762f3b2f5a95,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:15.877629 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:15.973812 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe7d28-7e67-43a1-9028-8b6c79185366 None None] Pushing event updated for resources: {'Port': ['ID=9f45be62-09e6-411b-b19b-85021ebc26cc,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:16.072927 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks [] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.092551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.109496 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=af5771be-0aa4-4d09-a629-e053c0f1ba3e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:16.201063 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.202574 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 0df48657-682b-48c1-a86f-78148c8eb685 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:16.231649 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.232486 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.267386 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.334062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:16.373522 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-9b6dca91-00d6-4fc8-9a9d-df62768f3438 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/03cdde03-fcac-4643-8465-5bfd52c82260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1581841 Aug 26 15:50:16.388955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Pushing event updated for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:16.432739 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Port 21432447-f13a-4dbc-87bf-fb9799d1e903 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:16.475855 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:16.477348 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:16.514534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:16.536698 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:16.567626 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.651585 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 2, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:16.659912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.660993 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.729402 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Router d5add5ba-9746-440d-98b1-d18c4ca65f98 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:50:16.787970 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Provisioning complete for port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:16.787970 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.796174 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=af5771be-0aa4-4d09-a629-e053c0f1ba3e,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:16.828593 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.832158 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5d569865-b158-4cfa-a9dd-ea2db22a314c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3483062 Aug 26 15:50:16.882771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcca2e-74b9-463f-9981-465518671eaf None None] Port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:16.884993 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912a34-cbf7-48d1-b070-6ca041a55e34 None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 2, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:16.905456 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:16.978302 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 0df48657-682b-48c1-a86f-78148c8eb685 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:16.978901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (0df48657-682b-48c1-a86f-78148c8eb685), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:16.979418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:50:16.987635 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-790c83d5-236f-4750-93ab-feb6a501a28d admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/d5add5ba-9746-440d-98b1-d18c4ca65f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0633757 Aug 26 15:50:17.041629 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-b4fe914d-8d8a-45c4-b45c-50db4bc7591e None None] Provisioning complete for port 21432447-f13a-4dbc-87bf-fb9799d1e903 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:17.041629 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b4fe914d-8d8a-45c4-b45c-50db4bc7591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:17.174625 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34224) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:17.177252 dv-cinder-831247-24-iscsi neutron-server[113465]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 15:50:17.192737 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe914d-8d8a-45c4-b45c-50db4bc7591e None None] Port 21432447-f13a-4dbc-87bf-fb9799d1e903 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:17.273063 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34240) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:17.288913 dv-cinder-831247-24-iscsi neutron-server[113464]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 15:50:17.324501 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-4f1d6e55-4fd8-474e-bdce-f9cce634bc8e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--479195923&fields=id&tenant_id=bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 267 time: 0.1486454 Aug 26 15:50:17.373303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 0df48657-682b-48c1-a86f-78148c8eb685 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:17.373303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '21432447-f13a-4dbc-87bf-fb9799d1e903', 'name': '', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'mac_address': 'fa:16:3e:16:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:13Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 1, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'subnets': [{'id': '42eed016-265f-4b38-9149-1c48fd794250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:17.431530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c469a87-f77e-4ea5-abff-534e9ff2b0ce None None] The sync data for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi is: [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '21432447-f13a-4dbc-87bf-fb9799d1e903', 'name': '', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'mac_address': 'fa:16:3e:16:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:13Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 1, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'subnets': [{'id': '42eed016-265f-4b38-9149-1c48fd794250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:17.497992 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 59447c31-722e-4bbe-8486-762f3b2f5a95 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:17.608008 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 59447c31-722e-4bbe-8486-762f3b2f5a95 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:17.608499 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:17.719963 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-b8b62770-673f-44ad-9cec-61d048dd4c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:17.722308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-b8b62770-673f-44ad-9cec-61d048dd4c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.4358332 Aug 26 15:50:17.768159 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-bfffa7c5-9a4e-4e65-952c-4e34d9dd742b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/quotas/853df33daae14bd9825788afd555e11a HTTP/1.1" status: 200 len: 375 time: 0.0232778 Aug 26 15:50:17.774249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 59447c31-722e-4bbe-8486-762f3b2f5a95 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:17.848324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-120aebdb-a000-479f-ac76-244393de73a8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:17.854305 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-120aebdb-a000-479f-ac76-244393de73a8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 810 time: 0.5289171 Aug 26 15:50:17.883778 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-31bac37f-79a8-4a49-8d41-ccfac5bd0621 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/quotas/bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 375 time: 0.0233476 Aug 26 15:50:17.886690 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:17.895421 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:17.923663 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-44ca9438-3d9a-44d3-a0ac-9f48a95d56c9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357837 Aug 26 15:50:18.005954 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-58f94eda-b9d8-496a-9928-f2b55e073f66 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160951 Aug 26 15:50:18.038717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:18.224340 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-fb2409e8-de3c-44c5-94ee-f52ae47617db service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:50:18.225377 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-fb2409e8-de3c-44c5-94ee-f52ae47617db service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0590665 Aug 26 15:50:18.294988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-bb33da6f-d51d-4497-9594-d853cfd19775 service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:50:18.296490 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-bb33da6f-d51d-4497-9594-d853cfd19775 service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0782409 Aug 26 15:50:18.356446 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:18.408356 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-84676a61-c5c9-41fb-bfab-08946a279a46 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723118 Aug 26 15:50:18.482469 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-fc55b32c-be17-4299-8903-ff363bb3ebfc service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753402 Aug 26 15:50:18.559655 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-2f2ccf39-049e-4944-9528-3182c4ab9e58 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471281 Aug 26 15:50:18.622657 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-89c6bc0a-94a7-4047-b3f0-63bb9bd4c35e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367083 Aug 26 15:50:19.115749 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:19.193353 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a365b286-04fc-4331-a88d-d48fce2cadbd req-c0ca1c2b-9297-4af9-bfc0-ff1486d0e74c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 210 time: 0.0606253 Aug 26 15:50:19.261741 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-b7e77e66-d648-4576-b193-efe8ad643a8b tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:19.264565 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-b7e77e66-d648-4576-b193-efe8ad643a8b tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 HTTP/1.1" status: 200 len: 811 time: 0.1282463 Aug 26 15:50:19.282287 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-b82bff17-7272-4a3d-835e-382f8702b9ac tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/quotas/35ef4da23ec44ed2a75e20f8cd365691 HTTP/1.1" status: 200 len: 375 time: 0.0112598 Aug 26 15:50:19.291258 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-73090eb5-38bb-49e3-b6f4-b9cd04df20fb req-01ce966d-b2ac-4ade-b135-3ee224c86a36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0390568 Aug 26 15:50:19.352868 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-adbd5c48-d6f5-4957-ba05-864889f7e1aa tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=35ef4da23ec44ed2a75e20f8cd365691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611944 Aug 26 15:50:19.459929 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:19.469003 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-374e77d8-7712-4be5-89df-e2ba28562bdd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088617 Aug 26 15:50:19.527845 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9f45be62-09e6-411b-b19b-85021ebc26cc up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:19.536190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:19.588589 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-760ce77f-a81f-4b69-9e79-b463f6848570 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183465 Aug 26 15:50:19.593207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 9f45be62-09e6-411b-b19b-85021ebc26cc triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:19.593605 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:19.715593 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 9f45be62-09e6-411b-b19b-85021ebc26cc is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:19.717291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:19.749000 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 9f45be62-09e6-411b-b19b-85021ebc26cc, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9f45be62-09e6-411b-b19b-85021ebc26cc,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:19.781244 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34390) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:19.826919 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34400) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:19.891401 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:19.892246 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 219fa2a0-61ef-4335-814d-2086f7a56f08 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:20.082728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09a4879e-5db2-48fd-b955-0959714fc463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.089173 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 219fa2a0-61ef-4335-814d-2086f7a56f08 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:20.089551 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.130990 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ac3b43c4-3974-4602-ae94-5c92cbf01394 req-d042dbb8-a0bf-4872-9823-dff21b7df616 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0891225 Aug 26 15:50:20.148542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=9f45be62-09e6-411b-b19b-85021ebc26cc,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:20.157286 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:20.180352 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-896bd302-4364-4fdf-8dbe-a47574c21556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.284829 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 219fa2a0-61ef-4335-814d-2086f7a56f08 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:20.285351 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.331793 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 219fa2a0-61ef-4335-814d-2086f7a56f08, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=219fa2a0-61ef-4335-814d-2086f7a56f08,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:20.386422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-a223a997-2f60-49b0-bbda-799ac1f6427f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:20.390567 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-a223a997-2f60-49b0-bbda-799ac1f6427f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.5095694 Aug 26 15:50:20.493065 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-81a69dfc-4b6c-44ff-9620-cb86c1261b25 req-2ca21509-7b7e-4ecb-9b85-c6e2c07b892e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0426128 Aug 26 15:50:20.494472 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-0a7818e7-7c5c-4898-ade4-45defc7fe303 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/quotas/853df33daae14bd9825788afd555e11a HTTP/1.1" status: 200 len: 375 time: 0.0671132 Aug 26 15:50:20.543472 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.610354 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-4c0926d9-7f04-4fa6-a2a5-42734d45d0bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354535 Aug 26 15:50:20.662397 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=219fa2a0-61ef-4335-814d-2086f7a56f08,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:20.674151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:20.676372 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09a4879e-5db2-48fd-b955-0959714fc463 admin admin] Publish callbacks [] for security_group (086ea494-66c0-45f3-a347-093eaf7f8938), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.772054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-896bd302-4364-4fdf-8dbe-a47574c21556 admin admin] Publish callbacks [] for security_group (2832716f-ce94-40b5-aaac-3c38df7813e9), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.797918 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09a4879e-5db2-48fd-b955-0959714fc463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (086ea494-66c0-45f3-a347-093eaf7f8938), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.822080 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-062e5f28-4089-4143-92ad-52a2e3d6bcc6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107556 Aug 26 15:50:20.859573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4879e-5db2-48fd-b955-0959714fc463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ea494-66c0-45f3-a347-093eaf7f8938,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:20.890010 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-09a4879e-5db2-48fd-b955-0959714fc463 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=286e5e2ac9014adbb153202fdb2e48aa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1076291 Aug 26 15:50:20.892967 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34468) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:20.917044 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-896bd302-4364-4fdf-8dbe-a47574c21556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2832716f-ce94-40b5-aaac-3c38df7813e9), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.967398 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] Publish callbacks [] for security_group (086ea494-66c0-45f3-a347-093eaf7f8938), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:20.993217 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] Publish callbacks [] for security_group (086ea494-66c0-45f3-a347-093eaf7f8938), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.015740 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bd302-4364-4fdf-8dbe-a47574c21556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832716f-ce94-40b5-aaac-3c38df7813e9,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:21.046373 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-896bd302-4364-4fdf-8dbe-a47574c21556 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ab5ddb315184420bb84652fb9ff409d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2129672 Aug 26 15:50:21.084937 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-cf1f810e-879c-4450-b41a-7dcd989d643c service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313104 Aug 26 15:50:21.086552 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34478) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:21.210524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] Publish callbacks [] for security_group (2832716f-ce94-40b5-aaac-3c38df7813e9), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.233178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34490) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:21.251928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] Publish callbacks [] for security_group (2832716f-ce94-40b5-aaac-3c38df7813e9), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.271171 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cb29a5a4-0a2e-4f7b-a821-9493a40c01ed req-1bd7060f-1013-4415-8c74-1c0191af1f65 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0336044 Aug 26 15:50:21.308709 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:21.418647 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d655e734-2443-4388-b209-ba839b2a3499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.425742 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (086ea494-66c0-45f3-a347-093eaf7f8938), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.429096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.434986 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/086ea494-66c0-45f3-a347-093eaf7f8938 HTTP/1.1" status: 204 len: 168 time: 0.5406158 Aug 26 15:50:21.448157 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be545089-c262-4bcd-b1ae-7cf3d29fc5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ea494-66c0-45f3-a347-093eaf7f8938,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:21.521509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2832716f-ce94-40b5-aaac-3c38df7813e9), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.535696 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.543012 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/2832716f-ce94-40b5-aaac-3c38df7813e9 HTTP/1.1" status: 204 len: 168 time: 0.4479277 Aug 26 15:50:21.569201 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9f45be62-09e6-411b-b19b-85021ebc26cc up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:21.650774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e2c4-8b61-4943-828c-97716a4e86ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832716f-ce94-40b5-aaac-3c38df7813e9,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:21.694615 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1f533a43-f74d-4d82-8b53-f4fbe6803759 req-90c096ef-380a-4e42-8c32-cee72d353dd2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.1212726 Aug 26 15:50:21.741330 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8a729886-17b8-483a-9f7f-f908decb961d req-bb1743ae-081b-436e-a223-10bce5997d19 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.1565659 Aug 26 15:50:21.747198 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 9f45be62-09e6-411b-b19b-85021ebc26cc triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:21.747789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.860861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d655e734-2443-4388-b209-ba839b2a3499 admin admin] Publish callbacks [] for security_group (b385d1fc-c66a-423b-90c5-fa252abf00f6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.864962 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 9f45be62-09e6-411b-b19b-85021ebc26cc is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:21.866812 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 219fa2a0-61ef-4335-814d-2086f7a56f08 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:21.934301 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 219fa2a0-61ef-4335-814d-2086f7a56f08 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:21.935338 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:21.959559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d655e734-2443-4388-b209-ba839b2a3499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b385d1fc-c66a-423b-90c5-fa252abf00f6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:22.002421 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e734-2443-4388-b209-ba839b2a3499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385d1fc-c66a-423b-90c5-fa252abf00f6,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:22.009050 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d655e734-2443-4388-b209-ba839b2a3499 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=6110b6959363437c91a112be1b52b230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7742722 Aug 26 15:50:22.022993 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34534) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:22.039403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 219fa2a0-61ef-4335-814d-2086f7a56f08 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:22.046061 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:22.080731 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] Publish callbacks [] for security_group (b385d1fc-c66a-423b-90c5-fa252abf00f6), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:22.118942 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] Publish callbacks [] for security_group (b385d1fc-c66a-423b-90c5-fa252abf00f6), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:22.298552 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b385d1fc-c66a-423b-90c5-fa252abf00f6), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:22.308922 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:22.310623 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/b385d1fc-c66a-423b-90c5-fa252abf00f6 HTTP/1.1" status: 204 len: 168 time: 0.2856748 Aug 26 15:50:22.344628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce78d-a1d6-421e-84e3-02a322974aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385d1fc-c66a-423b-90c5-fa252abf00f6,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:22.425142 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-38a291fe-bec1-4feb-b56d-9b7eb4185cd3 req-0c5b4acc-9f98-4e88-b1ac-77dd0f2b27ee tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0562975 Aug 26 15:50:22.728802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:22.791760 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-49fe8e25-a72a-4011-afde-b46dc96f02f0 req-d340519d-dc06-44bf-a231-0ccd1b4cbe7f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Aug 26 15:50:22.840766 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1d37efa9-f1ce-40c4-ae3a-ddd76f0784da req-fad156a5-7fa0-4a4f-866b-3bacc5f07e29 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0340517 Aug 26 15:50:22.960132 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:22.975238 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:22.975238 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:22.983688 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34568) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:23.000733 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdf32652-2029-41c3-bf45-b8e2e06aba24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.089736 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:23.133581 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdf32652-2029-41c3-bf45-b8e2e06aba24 admin admin] Publish callbacks [] for security_group (d089669d-3564-44e5-9850-29a893be03bd), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.186243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Sync routers for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:50:23.197707 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:23.199801 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:23.268315 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdf32652-2029-41c3-bf45-b8e2e06aba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d089669d-3564-44e5-9850-29a893be03bd), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.313547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32652-2029-41c3-bf45-b8e2e06aba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d089669d-3564-44e5-9850-29a893be03bd,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:23.319561 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:23.348659 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:14Z', 'revision_number': 2, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:23.375080 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-fdf32652-2029-41c3-bf45-b8e2e06aba24 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=e12e3e15719b46b7bd53c0bb17349c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899584 Aug 26 15:50:23.377923 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34578) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:23.379811 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:23.380189 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Updating router 03cdde03-fcac-4643-8465-5bfd52c82260 port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:23.418846 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.432362 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:23.464313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] Publish callbacks [] for security_group (d089669d-3564-44e5-9850-29a893be03bd), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.480505 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:23.558337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34586) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:23.562587 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] Publish callbacks [] for security_group (d089669d-3564-44e5-9850-29a893be03bd), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.601143 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-015a9b4e-8c40-4458-88da-1786b71ffbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.699078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '21432447-f13a-4dbc-87bf-fb9799d1e903', 'name': '', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'mac_address': 'fa:16:3e:16:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:13Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 2, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'subnets': [{'id': '42eed016-265f-4b38-9149-1c48fd794250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:23.792480 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5b00c5a4-3501-48a0-948e-55e71aa8bcd0 req-e5163dd4-1093-44b6-b88a-77bfd061f151 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0579267 Aug 26 15:50:23.863425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d089669d-3564-44e5-9850-29a893be03bd), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.867708 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:23.873329 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d089669d-3564-44e5-9850-29a893be03bd HTTP/1.1" status: 204 len: 168 time: 0.4898815 Aug 26 15:50:23.886353 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6581ba-991e-41d7-8a32-69f0df185efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d089669d-3564-44e5-9850-29a893be03bd,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:23.901323 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34598) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:23.914059 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Checking router: d5add5ba-9746-440d-98b1-d18c4ca65f98 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:50:23.915016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Updating router d5add5ba-9746-440d-98b1-d18c4ca65f98 port 21432447-f13a-4dbc-87bf-fb9799d1e903 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:50:23.947010 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.017431 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-015a9b4e-8c40-4458-88da-1786b71ffbeb admin admin] Publish callbacks [] for security_group (4649a5a2-c52f-43e3-8e20-a1cc2b27b720), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.040984 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks [] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.067496 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-11ce45c2-5bde-451f-bedb-935c1ea5425b req-ac6408e1-899d-40ab-b3f7-9f081411a93d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0753343 Aug 26 15:50:24.128081 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.133641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:24.167091 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-94135b4d-bc5e-4e87-b4e1-5619c42e3e16 req-910538fa-1323-49db-be87-a18bb0538dbe tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0680168 Aug 26 15:50:24.167091 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-015a9b4e-8c40-4458-88da-1786b71ffbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4649a5a2-c52f-43e3-8e20-a1cc2b27b720), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.238360 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35b2d3-8812-4429-8546-04baafc93537 None None] Pushing event updated for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.310792 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-40bdbcad-70bd-48c5-ba75-8402a76db803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.317242 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-015a9b4e-8c40-4458-88da-1786b71ffbeb admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=bca6d67fc2c34af0af625dbb47af4a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7573872 Aug 26 15:50:24.319888 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34608) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:24.327088 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a9b4e-8c40-4458-88da-1786b71ffbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4649a5a2-c52f-43e3-8e20-a1cc2b27b720,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.348535 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Attempting to bind port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:24.351755 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Attempting to bind port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:24.354123 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Attempting to bind port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:24.365016 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:24.367919 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:24.367919 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.367919 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Bound using segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:24.367919 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Bound port: c955c6c4-40e7-4d6b-a8a1-40bf0b9be839, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:24.367919 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.485052 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-40bdbcad-70bd-48c5-ba75-8402a76db803 admin admin] Publish callbacks [] for security_group (c8a267b7-4afe-40a7-b709-cdf7331c1bc5), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.514148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] Publish callbacks [] for security_group (4649a5a2-c52f-43e3-8e20-a1cc2b27b720), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.524514 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks [] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.528360 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] For port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:24.533646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] For port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:24.556703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] Publish callbacks [] for security_group (4649a5a2-c52f-43e3-8e20-a1cc2b27b720), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.584076 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-40bdbcad-70bd-48c5-ba75-8402a76db803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (c8a267b7-4afe-40a7-b709-cdf7331c1bc5), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.671928 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-40bdbcad-70bd-48c5-ba75-8402a76db803 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=00ee3af9e5784b81a51565cd2fbd77ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7695224 Aug 26 15:50:24.675427 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34626) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:24.677371 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdbcad-70bd-48c5-ba75-8402a76db803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a267b7-4afe-40a7-b709-cdf7331c1bc5,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.709375 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.717174 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.733497 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] Publish callbacks [] for security_group (c8a267b7-4afe-40a7-b709-cdf7331c1bc5), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.757288 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] Publish callbacks [] for security_group (c8a267b7-4afe-40a7-b709-cdf7331c1bc5), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.771620 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:24.772471 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:24.787806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4649a5a2-c52f-43e3-8e20-a1cc2b27b720), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.788726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865eb1-6919-4b70-ae26-6d2585a703c5 None None] Pushing event updated for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.798649 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.800355 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4649a5a2-c52f-43e3-8e20-a1cc2b27b720 HTTP/1.1" status: 204 len: 168 time: 0.4790108 Aug 26 15:50:24.815784 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a8ab4-e2df-4f93-9e37-1f89c46b53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4649a5a2-c52f-43e3-8e20-a1cc2b27b720,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.841190 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35b2d3-8812-4429-8546-04baafc93537 None None] Pushing event updated for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:24.898858 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Attempting to bind port 21432447-f13a-4dbc-87bf-fb9799d1e903 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:24.903357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Attempting to bind port 21432447-f13a-4dbc-87bf-fb9799d1e903 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:24.903985 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Attempting to bind port 21432447-f13a-4dbc-87bf-fb9799d1e903 on network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:24.925038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:24.927402 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Checking segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:24.928705 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:24.929269 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Bound using segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:24.930696 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Bound port: 21432447-f13a-4dbc-87bf-fb9799d1e903, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:24.931249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.009739 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-55c5c31f-7861-4926-82c7-fabc77e3f879 req-f3cf3f2d-fb45-49ca-84c8-ad8ac1f5d768 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0551548 Aug 26 15:50:25.020858 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:25.082959 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] For port 21432447-f13a-4dbc-87bf-fb9799d1e903, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:25.089890 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] For port 21432447-f13a-4dbc-87bf-fb9799d1e903, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=21432447-f13a-4dbc-87bf-fb9799d1e903,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:25.133762 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (c8a267b7-4afe-40a7-b709-cdf7331c1bc5), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.136297 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.137438 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/c8a267b7-4afe-40a7-b709-cdf7331c1bc5 HTTP/1.1" status: 204 len: 168 time: 0.4608219 Aug 26 15:50:25.150470 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789384d7-e83b-4ccb-8263-dcc93adb99c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a267b7-4afe-40a7-b709-cdf7331c1bc5,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:25.207906 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cc98363a-9b86-4395-927d-c39803c19bc4 req-b6b959a7-7925-4f86-9f8e-628c16c4530f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0364041 Aug 26 15:50:25.299553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.321560 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-71e23241-8cae-4575-a0bf-634e4276e280 req-5d39070e-b801-414a-956d-58addb06ae52 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0408928 Aug 26 15:50:25.345987 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:25.367923 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:50:25.368722 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:50:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:25.378179 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:24Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:25.436615 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d6fe4-34ea-422c-a517-db600ececf2f None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:24Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:25.446836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865eb1-6919-4b70-ae26-6d2585a703c5 None None] Pushing event updated for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:25.494308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:25.534604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:25.571435 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:50:25.580385 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.67', 62096) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:25.620254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:25.620254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.828184 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-96e95ef6-7fc5-497e-a027-3bbc4592f6e1 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:25.828184 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-96e95ef6-7fc5-497e-a027-3bbc4592f6e1 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 HTTP/1.1" status: 200 len: 811 time: 0.2314782 Aug 26 15:50:25.834200 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:25.834590 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:25.917368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:25.938915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '21432447-f13a-4dbc-87bf-fb9799d1e903', 'name': '', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'mac_address': 'fa:16:3e:16:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:13Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'subnets': [{'id': '42eed016-265f-4b38-9149-1c48fd794250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:25.972146 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac74125-ac17-4178-9856-63dfba03ba2d None None] The sync data for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi is: [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '21432447-f13a-4dbc-87bf-fb9799d1e903', 'name': '', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'mac_address': 'fa:16:3e:16:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:13Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 4, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'subnets': [{'id': '42eed016-265f-4b38-9149-1c48fd794250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:50:26.016250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Request body: {'port': {'device_id': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'admin_state_up': True, 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:26.027958 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.67', 62098) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:26.096699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.67', 62099) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:26.142996 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:26.212824 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-276d8dff-cb9c-4a19-8e4b-5ba1e65e3cfb req-74b929b5-e5cc-4e72-b26f-6e36beea7abd tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0456815 Aug 26 15:50:26.244865 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:26.302881 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:26.330981 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-7493542c-c10a-44a2-802a-569611bf1bf4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:26.331210 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-fbe5e7a7-85b9-4984-bcdf-5421c0d734f6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:26.333321 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-fbe5e7a7-85b9-4984-bcdf-5421c0d734f6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 810 time: 0.3040824 Aug 26 15:50:26.334018 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-7493542c-c10a-44a2-802a-569611bf1bf4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.2362213 Aug 26 15:50:26.364839 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'port': {'device_id': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'admin_state_up': True, 'tenant_id': '853df33daae14bd9825788afd555e11a'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:26.435657 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:26.472476 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Made reservation on behalf of 35ef4da23ec44ed2a75e20f8cd365691 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:26.476963 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:26.489331 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-785f3418-07a9-4692-a591-dd8ee7d44bf0 req-8e8d1378-ed18-484d-8510-e39e43d6421f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.1027346 Aug 26 15:50:26.534056 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-0f51ec9d-174e-4a88-a47e-cfee6f518b7d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 379 time: 0.1724274 Aug 26 15:50:26.560541 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.67', 62102) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:26.697069 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6b537ca9-000b-4cb3-a9f3-6beed5b5f3c3 req-4605fff1-b9f3-4d4b-bef6-655833cbafa4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.1572165 Aug 26 15:50:26.703293 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-0a1949ee-338c-4c7f-bb93-478357c24ccf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:26.710113 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-0a1949ee-338c-4c7f-bb93-478357c24ccf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.1306839 Aug 26 15:50:26.723365 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'port': {'device_id': '6bdeefc3-4622-43da-a414-d7813721bc01', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'admin_state_up': True, 'tenant_id': 'bc372e59524442debba38c57df458071', 'security_groups': ['88114fda-b27d-4f88-b9e2-308254181628']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:26.730222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'port': {'device_id': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'admin_state_up': True, 'tenant_id': '853df33daae14bd9825788afd555e11a'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:26.890562 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34710) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:27.135115 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Allocated IP 172.20.0.4 (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9/42eed016-265f-4b38-9149-1c48fd794250/4b02b745-e421-4c5a-bf2a-85638bcc6243) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:27.201590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Made reservation on behalf of 853df33daae14bd9825788afd555e11a for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:27.202706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Made reservation on behalf of 853df33daae14bd9825788afd555e11a for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:27.204339 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.209999 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.210130 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Made reservation on behalf of bc372e59524442debba38c57df458071 for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:27.224517 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.411644 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-40276d0f-b6b8-4284-9b5e-1158319b9cf7 req-33336e90-19a9-4e94-b297-ac0b8708c02d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Aug 26 15:50:27.543591 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:50:27.577822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 21432447-f13a-4dbc-87bf-fb9799d1e903 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:27.675516 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 21432447-f13a-4dbc-87bf-fb9799d1e903 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:27.676048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.711500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks [] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.720418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5e32cf2d-3daf-4ac6-a6d5-3d1bb4bbe128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.726179 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Allocated IP 172.20.0.8 (cab596ab-7d04-4922-b3cc-a5bd19fc2e98/c6570f5e-b67f-43c1-b77d-3e7e51018805/c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:27.728660 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-44aa4dd5-429c-4770-896a-65913c8c766f req-48236e04-54f8-42c3-8ea1-631c5d8e4828 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0892751 Aug 26 15:50:27.833917 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 21432447-f13a-4dbc-87bf-fb9799d1e903 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:27.834386 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.923880 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 21432447-f13a-4dbc-87bf-fb9799d1e903, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=21432447-f13a-4dbc-87bf-fb9799d1e903,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:27.927044 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5e32cf2d-3daf-4ac6-a6d5-3d1bb4bbe128 admin admin] Publish callbacks [] for security_group (678b0da6-007d-4488-9f4d-cc5927537f7e), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:27.950511 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Allocated IP 172.20.0.10 (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8/134259e1-e54d-40c7-92c0-594cfa4669bd/35e38d0a-ebb0-4877-bfe3-31b8806f3fde) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:27.975706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9b896b3c-b5f6-4f93-8d22-c3280b0f1cbf req-bef17417-5c99-4bb3-b8fb-4dbe138f2239 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0507014 Aug 26 15:50:28.035016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.059756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.060673 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:28.183133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:28.183133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:28.183133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.187774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:28.203728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:28.208155 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.217554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:28.218853 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:28.219513 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.227238 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Pushing event updated for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:28.262037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5e32cf2d-3daf-4ac6-a6d5-3d1bb4bbe128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (678b0da6-007d-4488-9f4d-cc5927537f7e), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.284350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:28.340749 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-5e32cf2d-3daf-4ac6-a6d5-3d1bb4bbe128 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=6198f7e071e54f0f8c5186f5b031a7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4491463 Aug 26 15:50:28.344303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34778) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:28.348803 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32cf2d-3daf-4ac6-a6d5-3d1bb4bbe128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b0da6-007d-4488-9f4d-cc5927537f7e,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:28.377141 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e048a099-c295-4e6c-b88d-ce7951678c38 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3636127 Aug 26 15:50:28.395363 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-919b21b8-c18f-48cd-a8df-8b504c006bce tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:50:28.402780 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-919b21b8-c18f-48cd-a8df-8b504c006bce tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0216963 Aug 26 15:50:28.411255 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.420095 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.457423 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Allocated IP 172.20.0.5 (cab596ab-7d04-4922-b3cc-a5bd19fc2e98/c6570f5e-b67f-43c1-b77d-3e7e51018805/57ccb93e-3e0c-4959-a846-0f9b661425bf) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:50:28.499081 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-43556949-3a9d-4011-8356-20d377bcac0c None None] Provisioning complete for port 4b02b745-e421-4c5a-bf2a-85638bcc6243 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:28.500619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-43556949-3a9d-4011-8356-20d377bcac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.543944 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:28.553324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:28.556123 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:28.562550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:28.563744 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.571636 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:28.573342 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-43556949-3a9d-4011-8356-20d377bcac0c None None] Port 4b02b745-e421-4c5a-bf2a-85638bcc6243 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:28.594387 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] Publish callbacks [] for security_group (678b0da6-007d-4488-9f4d-cc5927537f7e), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.629861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] Publish callbacks [] for security_group (678b0da6-007d-4488-9f4d-cc5927537f7e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.718196 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.752219 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-33024791-cf83-400a-b7bb-f9664bc7d2d5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3921056 Aug 26 15:50:28.877555 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (678b0da6-007d-4488-9f4d-cc5927537f7e), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.888311 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.888311 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/678b0da6-007d-4488-9f4d-cc5927537f7e HTTP/1.1" status: 204 len: 168 time: 0.5358331 Aug 26 15:50:28.907172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:28.924151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-67652b06-5227-4470-a941-28bce5746c6a None None] Provisioning complete for port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:28.928401 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-67652b06-5227-4470-a941-28bce5746c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.953100 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff65c8-7268-489f-827b-cc2d31ff7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b0da6-007d-4488-9f4d-cc5927537f7e,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:29.000640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34802) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:29.024677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.027703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892747-c7fc-4ffc-818e-17efb0534484 req-2b4ad732-276d-49f0-b3d7-cd0c0d1e1dd0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:29.032574 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-48892747-c7fc-4ffc-818e-17efb0534484 req-2b4ad732-276d-49f0-b3d7-cd0c0d1e1dd0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 932 time: 0.1885693 Aug 26 15:50:29.057600 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:29.062965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:29.083491 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:29.087904 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-67652b06-5227-4470-a941-28bce5746c6a None None] Port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:29.090898 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:29.091722 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.120824 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ea04-1bb6-4a5e-899a-df9c1c9e4321 req-320c1711-d9de-4d3e-b9c7-8e22436aaf0e tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:29.127398 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7106ea04-1bb6-4a5e-899a-df9c1c9e4321 req-320c1711-d9de-4d3e-b9c7-8e22436aaf0e tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 931 time: 0.5354047 Aug 26 15:50:29.155830 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:29.157068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:29.206233 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-48892747-c7fc-4ffc-818e-17efb0534484 req-3b0b2f40-5284-44bd-b4f8-1cb0fe7cb359 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550155 Aug 26 15:50:29.260078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:29.290689 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7106ea04-1bb6-4a5e-899a-df9c1c9e4321 req-b8fbfb6c-6a9f-459b-be31-dc272d2e9f03 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516337 Aug 26 15:50:29.294700 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Request body: {'port': {'device_id': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:29.444713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Request body: {'port': {'device_id': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:29.456704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e8ea-ba26-4078-a458-e3107f51ede2 req-2a8092eb-886f-47f5-9a83-6e2bb1a22c97 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:29.460364 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3a57e8ea-ba26-4078-a458-e3107f51ede2 req-2a8092eb-886f-47f5-9a83-6e2bb1a22c97 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 931 time: 0.1032734 Aug 26 15:50:29.515085 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-f3403d2d-90cc-44dc-ae3f-83a86ff912bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9368539 Aug 26 15:50:29.516929 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.523616 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-fadb85b3-3fc5-4575-93f6-aeafecf01453 None None] Provisioning complete for port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:29.524099 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fadb85b3-3fc5-4575-93f6-aeafecf01453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.530479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.557314 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Request body: {'port': {'device_id': '6bdeefc3-4622-43da-a414-d7813721bc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:29.583799 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:50:29.588394 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:29.593539 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 21432447-f13a-4dbc-87bf-fb9799d1e903 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:29.611914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:50:29.620511 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:29.621319 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.674438 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:29.690845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.707096 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-fadb85b3-3fc5-4575-93f6-aeafecf01453 None None] Port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:29.727174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.730451 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3a57e8ea-ba26-4078-a458-e3107f51ede2 req-fded1909-212f-454f-b94f-47479a115db3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420001 Aug 26 15:50:29.732647 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 21432447-f13a-4dbc-87bf-fb9799d1e903 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:29.733722 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:29.938245 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-d87dd32b-c35d-42df-ab79-7c179d0ae15a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1606238 Aug 26 15:50:29.938423 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 21432447-f13a-4dbc-87bf-fb9799d1e903 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:29.938889 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Request body: {'port': {'device_id': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:30.052583 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-bbcf4559-3838-4cf7-9026-67eb4109c3ce None None] Provisioning complete for port 57ccb93e-3e0c-4959-a846-0f9b661425bf triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:30.054369 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbcf4559-3838-4cf7-9026-67eb4109c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:30.105796 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:30.130482 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf4559-3838-4cf7-9026-67eb4109c3ce None None] Port 57ccb93e-3e0c-4959-a846-0f9b661425bf cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:50:30.210792 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:30.228451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-56196dec-d445-410a-9036-844941d0f67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:30.431696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2378-c7df-4037-892c-29928c37b390 req-9a396ccc-4ed8-4926-ba13-6d0dc8caf2e6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:30.440087 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b3db2378-c7df-4037-892c-29928c37b390 req-9a396ccc-4ed8-4926-ba13-6d0dc8caf2e6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 932 time: 0.0957940 Aug 26 15:50:30.548014 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b3db2378-c7df-4037-892c-29928c37b390 req-91dfcd84-c531-4347-a914-4418dc1e3b6b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037979 Aug 26 15:50:30.561927 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e38d0a-ebb0-4877-bfe3-31b8806f3fde {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:30.573397 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks [] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:30.607010 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Transition to ACTIVE for port object 35e38d0a-ebb0-4877-bfe3-31b8806f3fde will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:50:30.774193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:30.785958 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4de3fd-b1c3-4774-910a-5a20bd4bfa4f req-9d4c7484-e281-4e49-8c66-a74d86c4203c tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:30.793897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1e4de3fd-b1c3-4774-910a-5a20bd4bfa4f req-9d4c7484-e281-4e49-8c66-a74d86c4203c tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 931 time: 0.0959947 Aug 26 15:50:30.950313 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Pushing event updated for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:30.971693 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Attempting to bind port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:30.972685 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Attempting to bind port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:30.973445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Attempting to bind port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:30.984389 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:50:30.985072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Attempting to bind port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:30.994882 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698971cd-8d77-4c7a-a5f4-1dad42d17b8c req-83b82b38-c2c6-4208-a929-1eeb7180cfcf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:31.000416 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-698971cd-8d77-4c7a-a5f4-1dad42d17b8c req-83b82b38-c2c6-4208-a929-1eeb7180cfcf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 931 time: 0.1019073 Aug 26 15:50:31.011166 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:31.011977 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Checking segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:31.012952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Bound using segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:31.013650 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Bound port: 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:31.014283 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.056689 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1e4de3fd-b1c3-4774-910a-5a20bd4bfa4f req-2b89cba3-24b8-46e3-a34a-d47f53eb275d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574565 Aug 26 15:50:31.065451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:31.110066 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks [] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.128852 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-698971cd-8d77-4c7a-a5f4-1dad42d17b8c req-371b91f5-353f-43dd-bb27-c57f97001617 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170847 Aug 26 15:50:31.155640 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:31.161788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:31.174548 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Transition to ACTIVE for port object c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:50:31.204967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-56196dec-d445-410a-9036-844941d0f67d admin admin] Publish callbacks [] for security_group (6325c1b8-8b61-488e-8368-8704e4d96081), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.240992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b02b745-e421-4c5a-bf2a-85638bcc6243 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:31.250005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks [] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.270386 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Transition to ACTIVE for port object 4b02b745-e421-4c5a-bf2a-85638bcc6243 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:50:31.340332 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:31.366930 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.369439 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-48161586-6d50-4074-afc7-014b2ca3f10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.370585 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-56196dec-d445-410a-9036-844941d0f67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6325c1b8-8b61-488e-8368-8704e4d96081), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.416326 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196dec-d445-410a-9036-844941d0f67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6325c1b8-8b61-488e-8368-8704e4d96081,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:31.437024 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34844) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:31.457644 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.469356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3996e584-4149-4626-9eb1-365f8459b9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.472906 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:31.473526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.475303 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 1094 time: 1.9224064 Aug 26 15:50:31.477989 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:31.607002 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3996e584-4149-4626-9eb1-365f8459b9b6 admin admin] Publish callbacks [] for security_group (ac147b0b-4e73-434d-b6b6-e06387042b90), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.698104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.702631 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670415f9-ac27-45b7-b8a1-c2f830335139 service neutron] Pushing event updated for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:31.739593 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-56196dec-d445-410a-9036-844941d0f67d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d0c8f1dcba8f46dfb7ce7ce9e099bbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7342339 Aug 26 15:50:31.763278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34858) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:31.786438 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062984-4557-4502-acf0-3039ab2af9e1 req-0ce6a9f3-aa98-4a37-9e11-3f8fb85801cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:31.788098 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0a062984-4557-4502-acf0-3039ab2af9e1 req-0ce6a9f3-aa98-4a37-9e11-3f8fb85801cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0855422 Aug 26 15:50:31.792763 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:31.795796 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3996e584-4149-4626-9eb1-365f8459b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (ac147b0b-4e73-434d-b6b6-e06387042b90), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:31.840287 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3996e584-4149-4626-9eb1-365f8459b9b6 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=3b775594683d4bf197115b2dfa339c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906662 Aug 26 15:50:31.901076 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 34860) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:31.974933 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Attempting to bind port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Attempting to bind port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Attempting to bind port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Attempting to bind port 4b02b745-e421-4c5a-bf2a-85638bcc6243 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Attempting to bind port 4b02b745-e421-4c5a-bf2a-85638bcc6243 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Attempting to bind port 4b02b745-e421-4c5a-bf2a-85638bcc6243 on network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Attempting to bind port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996e584-4149-4626-9eb1-365f8459b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac147b0b-4e73-434d-b6b6-e06387042b90,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:32.171628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Bound using segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:32.173346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Bound port: c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:32.173346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.173346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] Publish callbacks [] for security_group (ac147b0b-4e73-434d-b6b6-e06387042b90), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.173346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Port 4b02b745-e421-4c5a-bf2a-85638bcc6243 on network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:50:32.173346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Attempting to bind port 4b02b745-e421-4c5a-bf2a-85638bcc6243 on network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:32.174127 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ccb93e-3e0c-4959-a846-0f9b661425bf {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:32.174845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:32.174845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Checking segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:32.174845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Bound using segment: {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:32.174845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Bound port: 4b02b745-e421-4c5a-bf2a-85638bcc6243, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c625ec-21c0-4750-9f76-1229c6189b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:32.174845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.175487 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks [] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.175971 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0a062984-4557-4502-acf0-3039ab2af9e1 req-fcfce0fd-f6d9-475e-884d-ec0179159659 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805815 Aug 26 15:50:32.175971 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] Publish callbacks [] for security_group (ac147b0b-4e73-434d-b6b6-e06387042b90), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.176302 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] Publish callbacks [] for security_group (6325c1b8-8b61-488e-8368-8704e4d96081), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.186056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] Publish callbacks [] for security_group (6325c1b8-8b61-488e-8368-8704e4d96081), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.302389 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-912a0a11-ac4c-450c-886e-c8ad5cf47fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:32.304880 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-912a0a11-ac4c-450c-886e-c8ad5cf47fff service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1128 time: 0.4989440 Aug 26 15:50:32.318441 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d1fe4-3c6c-4f71-b74e-08f769da30f2 req-995976e5-c87f-4fa0-be0e-e3d5258498a2 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:32.323134 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d6d1fe4-3c6c-4f71-b74e-08f769da30f2 req-995976e5-c87f-4fa0-be0e-e3d5258498a2 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.1541088 Aug 26 15:50:32.328358 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Pushing event updated for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:32.363714 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6148c3-ec75-49f8-8381-cce492d8c1d2 req-44220320-cbcc-455e-bbc3-ed49c90c852e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:32.366716 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6f6148c3-ec75-49f8-8381-cce492d8c1d2 req-44220320-cbcc-455e-bbc3-ed49c90c852e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.1107047 Aug 26 15:50:32.375256 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:32.378808 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:32.383709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:32.385992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:32.447005 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6f6148c3-ec75-49f8-8381-cce492d8c1d2 req-34fbb566-a6ca-45a2-8a47-73fd262abdc2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660188 Aug 26 15:50:32.507185 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-44af41da-92a3-4379-b6d2-c1569a9efd8f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 217 time: 0.1428876 Aug 26 15:50:32.513946 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d6d1fe4-3c6c-4f71-b74e-08f769da30f2 req-20b2a8d9-8f85-4b85-bca0-fe62bfcf703d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881464 Aug 26 15:50:32.560441 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (ac147b0b-4e73-434d-b6b6-e06387042b90), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.563702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.565336 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/ac147b0b-4e73-434d-b6b6-e06387042b90 HTTP/1.1" status: 204 len: 168 time: 0.6594768 Aug 26 15:50:32.588212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a0a2-7bcf-413f-9fd2-60758787235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac147b0b-4e73-434d-b6b6-e06387042b90,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:32.677526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c443d9df-5e01-4987-9c01-5589ae902b52" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:32.768904 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Transition to ACTIVE for port object 57ccb93e-3e0c-4959-a846-0f9b661425bf will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:50:32.770636 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6325c1b8-8b61-488e-8368-8704e4d96081), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.771451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.773273 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.777087 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/6325c1b8-8b61-488e-8368-8704e4d96081 HTTP/1.1" status: 204 len: 168 time: 1.0079267 Aug 26 15:50:32.782662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.787466 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:32.788984 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.790545 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 200 len: 1093 time: 3.8473988 Aug 26 15:50:32.792332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450118c7-3989-4117-b168-f92519fbd9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6325c1b8-8b61-488e-8368-8704e4d96081,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:32.793930 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:32.908503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:32.909483 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:32.911120 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/4b02b745-e421-4c5a-bf2a-85638bcc6243 HTTP/1.1" status: 200 len: 1093 time: 3.9633806 Aug 26 15:50:33.032388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b87a9-b35b-4bde-8302-f9b859662bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:33.033054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba8d36-8da0-4ac1-a216-10779702c39a x-openstack-request-id: req-adba8d36-8da0-4ac1-a216-10779702c39a {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:33.033054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:33.033054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-adba8d36-8da0-4ac1-a216-10779702c39a {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:33.033054 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adba8d36-8da0-4ac1-a216-10779702c39a'] response: {'name': 'network-changed', 'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'status': 'completed', 'code': 200} Aug 26 15:50:33.048069 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00504c-e6ab-4ef0-be15-3f0f1251df93 service neutron] Pushing event updated for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:33.068751 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-256ea58e-5d80-4ee3-b644-ca8dad0faf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.070400 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-256ea58e-5d80-4ee3-b644-ca8dad0faf22 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0719068 Aug 26 15:50:33.292296 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fffb45-69f9-4b97-8f7d-1946de609852 req-f693d9ed-01a2-401f-9f72-4db25c464cda tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.293710 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-24fffb45-69f9-4b97-8f7d-1946de609852 req-f693d9ed-01a2-401f-9f72-4db25c464cda tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0638661 Aug 26 15:50:33.384900 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:33.414280 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:33.434393 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-24fffb45-69f9-4b97-8f7d-1946de609852 req-18ac23ee-be04-4713-9e2f-7184f83cdc02 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344750 Aug 26 15:50:33.461837 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c39c3a12-fa75-4c99-b2bb-b8ad5208cee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:33.483243 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Pushing event updated for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:33.489347 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Attempting to bind port 57ccb93e-3e0c-4959-a846-0f9b661425bf on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:50:33.489756 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Attempting to bind port 57ccb93e-3e0c-4959-a846-0f9b661425bf by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:50:33.490035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Attempting to bind port 57ccb93e-3e0c-4959-a846-0f9b661425bf on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Port 57ccb93e-3e0c-4959-a846-0f9b661425bf on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Attempting to bind port 57ccb93e-3e0c-4959-a846-0f9b661425bf on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Bound using segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Bound port: 57ccb93e-3e0c-4959-a846-0f9b661425bf, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:50:33.508376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:33.664880 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-4e4d9797-ac52-4368-9262-85ffdadbd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.666582 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-4e4d9797-ac52-4368-9262-85ffdadbd700 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1484849 Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b110d7-26b5-443a-9ba6-7d7c2bff7cf0 req-04034cfe-5a71-4b6f-9f12-19437b887b52 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f2b110d7-26b5-443a-9ba6-7d7c2bff7cf0 req-04034cfe-5a71-4b6f-9f12-19437b887b52 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.1534085 Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-f932487b-a199-4aff-acd6-a1275db93e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-f932487b-a199-4aff-acd6-a1275db93e7d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1127 time: 0.1662345 Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-11a2ed3d-13ec-497d-9718-0f8a600535bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.860424 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-11a2ed3d-13ec-497d-9718-0f8a600535bf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=35ef4da23ec44ed2a75e20f8cd365691&device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 1127 time: 0.2198164 Aug 26 15:50:33.880259 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:50:33.898146 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442ec2-ea93-4b63-86ae-b251fb78abcb req-dcc9f90e-b0f6-4876-92ac-b284e27c7cf4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.908220 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b8442ec2-ea93-4b63-86ae-b251fb78abcb req-dcc9f90e-b0f6-4876-92ac-b284e27c7cf4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.1940362 Aug 26 15:50:33.960968 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f2b110d7-26b5-443a-9ba6-7d7c2bff7cf0 req-88c9a767-5b53-416f-b17a-5255998622d3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221409 Aug 26 15:50:34.006912 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-bda8d704-12ab-4673-b15c-8c18528c0c6c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244634 Aug 26 15:50:34.012354 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:50:34.039857 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b8442ec2-ea93-4b63-86ae-b251fb78abcb req-30b86957-e6bb-4e53-9145-fd982e45f25f tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306548 Aug 26 15:50:34.066269 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-205a0066-e5d5-4b51-a2ca-7f3a17371027 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 200 len: 217 time: 0.0814142 Aug 26 15:50:34.125973 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-0a456448-6e25-4c5d-a8f5-b8a9a60c6b24 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243 HTTP/1.1" status: 200 len: 217 time: 0.0585577 Aug 26 15:50:34.156840 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c524480-7e05-4a40-a7e8-a1eca9bb7959 req-e2fae124-c2bf-4738-a827-65c87ec69b45 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427417 Aug 26 15:50:34.207118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-8ab7058f-99a7-47e2-80ab-eaa6c102b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.208575 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-8ab7058f-99a7-47e2-80ab-eaa6c102b7b2 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.1013141 Aug 26 15:50:34.214275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-dadf7d2c-2f41-4e05-b465-1075dad2d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.215759 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-dadf7d2c-2f41-4e05-b465-1075dad2d9f8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=42eed016-265f-4b38-9149-1c48fd794250 HTTP/1.1" status: 200 len: 850 time: 0.0581417 Aug 26 15:50:34.258765 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:34.266962 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.268033 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:34.269833 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 1093 time: 4.3672512 Aug 26 15:50:34.337237 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943602c-300d-49b7-80ce-cccab0af01aa service neutron] Pushing event updated for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:34.639525 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b7443-ba71-41c4-98da-f7915a2edd03 req-7c5a5217-2226-4af8-9348-bc6326e4dea9 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.662628 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ec1b7443-ba71-41c4-98da-f7915a2edd03 req-7c5a5217-2226-4af8-9348-bc6326e4dea9 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0781598 Aug 26 15:50:34.703802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07671f5d-2e04-4d01-b77c-4c1b650ded62" -d '{"events": [{"name": "network-changed", "server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:34.799289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-b98924cc-a7aa-4048-9350-57db5f69ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.800822 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-b98924cc-a7aa-4048-9350-57db5f69ea44 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1463215 Aug 26 15:50:34.802978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e913b3b2-8b65-45db-a949-dc7edbae1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:34.804371 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-e913b3b2-8b65-45db-a949-dc7edbae1e87 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1479502 Aug 26 15:50:34.829855 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ec1b7443-ba71-41c4-98da-f7915a2edd03 req-e3e9ef1b-be2e-4783-84e4-cf214c12f5e8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643357 Aug 26 15:50:35.015418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:35.017954 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c71a8-85c2-44c8-b645-1b8bc8d21073" -d '{"events": [{"name": "network-changed", "server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:35.119509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c99cc8-3252-40ff-b095-491c1becab11 req-6c8b94ec-1447-4414-b28c-04766cbb9304 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:35.126208 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:35.132386 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41c99cc8-3252-40ff-b095-491c1becab11 req-6c8b94ec-1447-4414-b28c-04766cbb9304 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.0783877 Aug 26 15:50:35.196117 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41c99cc8-3252-40ff-b095-491c1becab11 req-55c7f9da-348d-43fc-b3a0-72d218c15713 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626962 Aug 26 15:50:35.293452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319572d7-33a5-4dc3-8f38-49973e1b46bf x-openstack-request-id: req-319572d7-33a5-4dc3-8f38-49973e1b46bf {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:35.293878 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:35.294303 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-319572d7-33a5-4dc3-8f38-49973e1b46bf {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:35.294827 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319572d7-33a5-4dc3-8f38-49973e1b46bf'] response: {'name': 'network-changed', 'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf', 'status': 'completed', 'code': 200} Aug 26 15:50:35.339210 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c445e3-251e-43c1-a22c-033a00b0b1b2 x-openstack-request-id: req-51c445e3-251e-43c1-a22c-033a00b0b1b2 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:35.339579 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:35.339780 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51c445e3-251e-43c1-a22c-033a00b0b1b2 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:35.341159 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c445e3-251e-43c1-a22c-033a00b0b1b2'] response: {'name': 'network-changed', 'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', 'status': 'completed', 'code': 200} Aug 26 15:50:35.453106 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c06428-1193-40b6-9d43-f01b247b960b req-ef94784a-d277-4b74-99dc-b237a49fe74d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:35.455975 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-90c06428-1193-40b6-9d43-f01b247b960b req-ef94784a-d277-4b74-99dc-b237a49fe74d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0678787 Aug 26 15:50:35.534434 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-90c06428-1193-40b6-9d43-f01b247b960b req-04245440-50de-4717-83ea-011a3cca82f6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697668 Aug 26 15:50:35.949848 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad984-eb42-4d9a-ba85-bf5886aa5cb7 req-f97d6491-1c18-4749-ba91-5a8b6cfd0cec tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:35.952174 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7c0ad984-eb42-4d9a-ba85-bf5886aa5cb7 req-f97d6491-1c18-4749-ba91-5a8b6cfd0cec tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0539720 Aug 26 15:50:35.957504 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:36.028939 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7c0ad984-eb42-4d9a-ba85-bf5886aa5cb7 req-11ecde57-bb44-4709-8861-2dd2e998c613 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698314 Aug 26 15:50:36.365139 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab1462-f069-42de-857a-d77b0d84b949 req-0ee76270-256c-4fdc-b672-0b65f96d5afd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:36.372347 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5ab1462-f069-42de-857a-d77b0d84b949 req-0ee76270-256c-4fdc-b672-0b65f96d5afd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.0641708 Aug 26 15:50:36.476177 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5ab1462-f069-42de-857a-d77b0d84b949 req-ad844857-373c-4159-937a-203114c98259 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977044 Aug 26 15:50:36.661139 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:36.666428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:36.688965 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b50f2-33b3-4e31-9476-b85c7d9851bc req-7f4e337e-adf6-45a9-aa09-07cf0d0b3b7d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:36.696133 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aa8b50f2-33b3-4e31-9476-b85c7d9851bc req-7f4e337e-adf6-45a9-aa09-07cf0d0b3b7d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0747561 Aug 26 15:50:36.748456 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aa8b50f2-33b3-4e31-9476-b85c7d9851bc req-9cfdb4fe-78c9-4534-8549-350d402749a0 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Aug 26 15:50:37.010791 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 34998) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:37.220388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35243-117d-418e-ac48-fc3802272c86 req-a263ef99-33d6-449a-961a-416dcd1930bc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:37.222639 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5dc35243-117d-418e-ac48-fc3802272c86 req-a263ef99-33d6-449a-961a-416dcd1930bc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0642011 Aug 26 15:50:37.346713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:37.352602 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:37.372650 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5dc35243-117d-418e-ac48-fc3802272c86 req-2ae42d37-c31d-4cbe-a1fc-e0e3596ca72f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392760 Aug 26 15:50:37.492424 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6b01f-ca6d-4b0b-b960-bf41aa0166a3 x-openstack-request-id: req-18b6b01f-ca6d-4b0b-b960-bf41aa0166a3 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:37.492673 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:37.493078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18b6b01f-ca6d-4b0b-b960-bf41aa0166a3 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:37.493696 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b6b01f-ca6d-4b0b-b960-bf41aa0166a3'] response: {'name': 'network-changed', 'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243', 'status': 'completed', 'code': 200} Aug 26 15:50:37.518841 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445534987-network', 'tenant_id': '8eeddae577c6416db592f2386d4f6982'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:37.532863 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=83,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:37.686932 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Made reservation on behalf of 8eeddae577c6416db592f2386d4f6982 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:37.691054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52b9a-e59d-4f7e-ad91-1ab9e598e6a6 req-1840a905-694b-4a38-ad38-b400c5ca28ba tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:37.691493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:37.702003 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2fc52b9a-e59d-4f7e-ad91-1ab9e598e6a6 req-1840a905-694b-4a38-ad38-b400c5ca28ba tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.1026936 Aug 26 15:50:37.715004 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:37.961622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks [] for security_group (d2a1a41f-c969-4c77-b295-712e133a160c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:37.988974 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1089-9f04-4f73-b454-c0aa4e1466c9 req-5125445e-9f30-49f9-b357-538b3763a283 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:38.005557 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c79e1089-9f04-4f73-b454-c0aa4e1466c9 req-5125445e-9f30-49f9-b357-538b3763a283 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.1258478 Aug 26 15:50:38.082595 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c79e1089-9f04-4f73-b454-c0aa4e1466c9 req-0b513271-1acc-4698-b9bd-a105d4c3f7b8 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745234 Aug 26 15:50:38.182447 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-371e9e26-30cd-4dd0-bfc5-b2b85104a097 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716731 Aug 26 15:50:38.187333 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-8550165c-331b-4d1e-bf7e-283d7f0fe422 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472539 Aug 26 15:50:38.191937 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2fc52b9a-e59d-4f7e-ad91-1ab9e598e6a6 req-de8bbc02-0560-4e97-aa79-be236e619fcc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886992 Aug 26 15:50:38.286160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d2a1a41f-c969-4c77-b295-712e133a160c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:38.311085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:50:38.325733 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1a41f-c969-4c77-b295-712e133a160c,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:38.342914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (3d33b734-e970-45b3-ab2d-16e1b1be150f), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:38.346082 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Added segment 3d33b734-e970-45b3-ab2d-16e1b1be150f of type vlan for network 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 Aug 26 15:50:38.391617 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (6fadbc8e-51d7-4ecc-bbc2-18540260b7b0), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:38.482596 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:38.546601 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-e03502d3-48c7-4fe4-9d13-8bdcf4664312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:38.548227 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-e03502d3-48c7-4fe4-9d13-8bdcf4664312 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1128 time: 0.0996985 Aug 26 15:50:38.549790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-f80226cc-13ff-46f4-b0f5-fad98094309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:38.551289 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-f80226cc-13ff-46f4-b0f5-fad98094309e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1127 time: 0.0927758 Aug 26 15:50:38.552506 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (6fadbc8e-51d7-4ecc-bbc2-18540260b7b0), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:38.553711 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:38.554574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:38.598181 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:38.669219 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6b7f5c4-f936-4754-b498-5322d8008c68 req-46f494a2-0c41-4232-9692-4512c87f9b2b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194052 Aug 26 15:50:38.679118 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fadbc8e-51d7-4ecc-bbc2-18540260b7b0,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:38.681236 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c1db029-2cbc-420e-999d-b0c3940cc7f7 req-0ce77c5d-ef71-4ce7-86db-99054a5061bc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027757 Aug 26 15:50:38.691481 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f783-d63a-433a-bf45-63893efdf4e2 req-e396a175-f628-4995-9e1a-9880985fa1bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:38.692491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:50:38.693168 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5128f783-d63a-433a-bf45-63893efdf4e2 req-e396a175-f628-4995-9e1a-9880985fa1bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.1153955 Aug 26 15:50:38.746972 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5128f783-d63a-433a-bf45-63893efdf4e2 req-259ec4ba-9582-4f6e-bd52-ea98bb2f0510 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459898 Aug 26 15:50:38.754518 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-9e5097dd-b305-405d-910b-e54cd0ed1ed7 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7396014 Aug 26 15:50:38.757923 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35050) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:38.761374 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Request body: {'subnet': {'network_id': '6fadbc8e-51d7-4ecc-bbc2-18540260b7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445534987-subnet', 'tenant_id': '8eeddae577c6416db592f2386d4f6982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:39.046573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Made reservation on behalf of 8eeddae577c6416db592f2386d4f6982 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:39.049252 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:39.113096 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-b8cc943d-964e-4c91-b387-a15f54437c11 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0926509 Aug 26 15:50:39.214568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-fab0076e-4115-4e11-83f3-c6b6d2dddbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.216010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-fab0076e-4115-4e11-83f3-c6b6d2dddbbd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.2093866 Aug 26 15:50:39.236285 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1184-de6e-4b8c-ac94-505445c782b8 req-a41e5f5b-0bf5-4b6b-8861-5be5e3889664 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.237728 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-513e1184-de6e-4b8c-ac94-505445c782b8 req-a41e5f5b-0bf5-4b6b-8861-5be5e3889664 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0796106 Aug 26 15:50:39.271374 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:39.327520 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-513e1184-de6e-4b8c-ac94-505445c782b8 req-9b16bc5a-fbe1-4b0b-849a-248b4be45511 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Aug 26 15:50:39.357955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:39.392204 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (605abf32-3085-4b54-8503-2df2492e17a7), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:39.456394 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605abf32-3085-4b54-8503-2df2492e17a7,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:39.465661 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Checking segment: {'id': '3d33b734-e970-45b3-ab2d-16e1b1be150f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6fadbc8e-51d7-4ecc-bbc2-18540260b7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:39.465965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Network hostable DHCP agents. Network: 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:50:39.477612 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3362a-a826-4d59-94e3-fd661001a0d3 req-2aa1efa7-0790-40aa-9439-73bde7d58d7d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.479921 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-61e3362a-a826-4d59-94e3-fd661001a0d3 req-2aa1efa7-0790-40aa-9439-73bde7d58d7d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.2046943 Aug 26 15:50:39.526227 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-61e3362a-a826-4d59-94e3-fd661001a0d3 req-a1ee1501-3f5e-42ec-b988-4d7841331265 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Aug 26 15:50:39.574642 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Network 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:50:39.743823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:39.750350 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.756460 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:39.864194 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a368855-bd1f-4e80-ac17-39991ffadab6 None None] Network 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:39.908898 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-1b85e232-1974-46b1-a46a-5d2f162b2f47 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1527407 Aug 26 15:50:39.926897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47999cb-2b84-4b10-85ad-1cedb6e5b87d req-890f4a86-addf-48ac-a52f-b9b2faae053b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.928924 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e47999cb-2b84-4b10-85ad-1cedb6e5b87d req-890f4a86-addf-48ac-a52f-b9b2faae053b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0645995 Aug 26 15:50:40.001374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e47999cb-2b84-4b10-85ad-1cedb6e5b87d req-bf78c824-bccc-41ba-b4ea-ad18bb31ef1b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632827 Aug 26 15:50:40.018594 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ae7c3-e5cc-4d50-962c-7fbe7703afab None None] Network 6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:40.450299 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8a54-e1db-4df4-afd5-66d9bf072d18 req-1e314a51-564c-4384-b8c7-c2b172ac7f65 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:40.456492 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-14fd8a54-e1db-4df4-afd5-66d9bf072d18 req-1e314a51-564c-4384-b8c7-c2b172ac7f65 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0544698 Aug 26 15:50:40.501235 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35096) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:40.526508 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-14fd8a54-e1db-4df4-afd5-66d9bf072d18 req-b6e36679-7853-401c-808c-bc282463acb6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Aug 26 15:50:40.655513 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-15c7e566-119e-478b-9625-c9224b7ba5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:40.681441 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c304-2cdb-4ebf-9c41-cfebe1b44056 req-f0afa83f-892a-461c-b2f2-5d5ac21bf5f5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:40.682897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67c3c304-2cdb-4ebf-9c41-cfebe1b44056 req-f0afa83f-892a-461c-b2f2-5d5ac21bf5f5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.0739274 Aug 26 15:50:40.755077 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67c3c304-2cdb-4ebf-9c41-cfebe1b44056 req-7518d81e-515f-4eb4-b26f-35d7917ae010 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637352 Aug 26 15:50:40.784513 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-15c7e566-119e-478b-9625-c9224b7ba5ca admin admin] Publish callbacks [] for security_group (0146f5d0-5542-4322-8839-97f3a847f6f0), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:40.878228 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-0963ab66-5141-4b06-95b2-93078ef41b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:40.879701 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-0963ab66-5141-4b06-95b2-93078ef41b78 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0528519 Aug 26 15:50:40.946629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35110) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:40.952489 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1849061824-network', 'tenant_id': '4bbabe98240741e3a51710e54cae353b'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:40.957408 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-15c7e566-119e-478b-9625-c9224b7ba5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0146f5d0-5542-4322-8839-97f3a847f6f0), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.003086 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7e566-119e-478b-9625-c9224b7ba5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0146f5d0-5542-4322-8839-97f3a847f6f0,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:41.012784 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-15c7e566-119e-478b-9625-c9224b7ba5ca admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=af0fa4f49c3743f8b3c2b8f901997b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104032 Aug 26 15:50:41.013077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35112) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:41.079468 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] Publish callbacks [] for security_group (0146f5d0-5542-4322-8839-97f3a847f6f0), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.088036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Made reservation on behalf of 4bbabe98240741e3a51710e54cae353b for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:41.090947 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.108312 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.114789 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] Publish callbacks [] for security_group (0146f5d0-5542-4322-8839-97f3a847f6f0), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.142766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb55ad3-cbc7-483b-b3a0-261695de0bc5 req-18514eb0-75be-4068-a951-59379eb0f1e7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:41.142766 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cbb55ad3-cbc7-483b-b3a0-261695de0bc5 req-18514eb0-75be-4068-a951-59379eb0f1e7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0508845 Aug 26 15:50:41.192825 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cbb55ad3-cbc7-483b-b3a0-261695de0bc5 req-dc8f2178-d608-4398-a001-a0dc24d82ed3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526230 Aug 26 15:50:41.281915 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0146f5d0-5542-4322-8839-97f3a847f6f0), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.284543 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.285741 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/0146f5d0-5542-4322-8839-97f3a847f6f0 HTTP/1.1" status: 204 len: 168 time: 0.2712462 Aug 26 15:50:41.299650 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae238-5032-4e0c-acdd-39c8ae9ec1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0146f5d0-5542-4322-8839-97f3a847f6f0,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:41.305718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.329032 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks [] for security_group (397a092f-714c-45ca-8a07-4ea400a60f57), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.454151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (397a092f-714c-45ca-8a07-4ea400a60f57), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.479603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:50:41.489647 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a092f-714c-45ca-8a07-4ea400a60f57,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:41.494405 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (1640aebe-2984-4733-b2ed-60a715a1b61f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.494805 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Added segment 1640aebe-2984-4733-b2ed-60a715a1b61f of type vlan for network 1bc11e78-e677-4802-839c-8f8abfa7659c Aug 26 15:50:41.544215 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:41.544215 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (1bc11e78-e677-4802-839c-8f8abfa7659c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.641247 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b17e8-27aa-469d-9afb-3dd7b5950137 req-35b9a320-4c05-4236-9109-6a5a47c9906e tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:41.648924 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b9b17e8-27aa-469d-9afb-3dd7b5950137 req-35b9a320-4c05-4236-9109-6a5a47c9906e tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0575855 Aug 26 15:50:41.656957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (1bc11e78-e677-4802-839c-8f8abfa7659c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.657903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:41.658522 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.739386 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] Pushing event updated for resources: {'Network': ['ID=1bc11e78-e677-4802-839c-8f8abfa7659c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:41.751210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 1bc11e78-e677-4802-839c-8f8abfa7659c details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:50:41.752177 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b9b17e8-27aa-469d-9afb-3dd7b5950137 req-4851cad6-864a-426a-b7c1-0dbc2e2743a3 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021943 Aug 26 15:50:41.796322 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-591b3761-98d4-48a1-a03e-f92835f1c57c admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8482516 Aug 26 15:50:41.799153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35140) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:41.804279 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Request body: {'subnet': {'network_id': '1bc11e78-e677-4802-839c-8f8abfa7659c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1849061824-subnet', 'tenant_id': '4bbabe98240741e3a51710e54cae353b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:41.885578 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4d68d-db47-429f-bb00-6037332ef1b0 req-468ad294-ea96-413c-acbb-799a25f28bf4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:41.887070 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9fd4d68d-db47-429f-bb00-6037332ef1b0 req-468ad294-ea96-413c-acbb-799a25f28bf4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.0469017 Aug 26 15:50:41.918515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:41.939084 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9fd4d68d-db47-429f-bb00-6037332ef1b0 req-52a6b835-5471-41d7-9209-7c8c203e0e71 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Aug 26 15:50:41.965856 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Made reservation on behalf of 4bbabe98240741e3a51710e54cae353b for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:50:41.968973 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.229657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.250239 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35148) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:42.266045 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4045460e-6e5d-473f-8e3f-f50c46b4c9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.301333 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:42.328119 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Checking segment: {'id': '1640aebe-2984-4733-b2ed-60a715a1b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1bc11e78-e677-4802-839c-8f8abfa7659c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:50:42.328397 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Network hostable DHCP agents. Network: 1bc11e78-e677-4802-839c-8f8abfa7659c, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:50:42.347898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe3de-c18a-4f58-963a-2e750848d5d9 req-8933ee9f-10cf-4331-a64d-53d964dddf95 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:42.349357 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d1ffe3de-c18a-4f58-963a-2e750848d5d9 req-8933ee9f-10cf-4331-a64d-53d964dddf95 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0647616 Aug 26 15:50:42.350189 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4045460e-6e5d-473f-8e3f-f50c46b4c9e5 admin admin] Publish callbacks [] for security_group (81da4ae4-9d7e-474b-b2d1-165995b60f65), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.397292 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d1ffe3de-c18a-4f58-963a-2e750848d5d9 req-1bf914db-f9bc-4c9d-98bb-edae1ece5011 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Aug 26 15:50:42.451627 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Network 1bc11e78-e677-4802-839c-8f8abfa7659c is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:50:42.451828 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4045460e-6e5d-473f-8e3f-f50c46b4c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (81da4ae4-9d7e-474b-b2d1-165995b60f65), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.490950 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4045460e-6e5d-473f-8e3f-f50c46b4c9e5 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c72493932b9448e9a2379665e195f361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395208 Aug 26 15:50:42.492107 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045460e-6e5d-473f-8e3f-f50c46b4c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da4ae4-9d7e-474b-b2d1-165995b60f65,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:42.494798 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35150) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:42.542806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] Publish callbacks [] for security_group (81da4ae4-9d7e-474b-b2d1-165995b60f65), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.563549 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] Publish callbacks [] for security_group (81da4ae4-9d7e-474b-b2d1-165995b60f65), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.565396 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 1bc11e78-e677-4802-839c-8f8abfa7659c) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:50:42.574247 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:42.574853 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.575814 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a661d5f-55b3-4b67-a79c-1f1bd6c04fa4 None None] Network 1bc11e78-e677-4802-839c-8f8abfa7659c requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:42.676286 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478142ea-1347-4b7c-8fd2-7a198db6c2cb None None] Network 1bc11e78-e677-4802-839c-8f8abfa7659c requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:42.748851 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:42.803778 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-73c3cfb8-5457-4165-a80a-ebedc4cfe7a2 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0036166 Aug 26 15:50:42.804498 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (81da4ae4-9d7e-474b-b2d1-165995b60f65), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.806898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:42.808115 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/81da4ae4-9d7e-474b-b2d1-165995b60f65 HTTP/1.1" status: 204 len: 168 time: 0.3123424 Aug 26 15:50:42.818555 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391c017-9d07-47ca-b770-2e63bd164028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da4ae4-9d7e-474b-b2d1-165995b60f65,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:42.894549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a087843-fd81-44c5-9804-ce384df542fc req-d67f8876-737c-414a-aa25-ca2e6d9c1a4c tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:42.896372 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4a087843-fd81-44c5-9804-ce384df542fc req-d67f8876-737c-414a-aa25-ca2e6d9c1a4c tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0610211 Aug 26 15:50:42.950050 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35162) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:42.968387 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4a087843-fd81-44c5-9804-ce384df542fc req-bce8c053-079c-4e7f-8802-5c7e7bea1de3 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Aug 26 15:50:42.997287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Deleting subnet 605abf32-3085-4b54-8503-2df2492e17a7 {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:50:43.001357 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Publish callbacks [] for subnet (605abf32-3085-4b54-8503-2df2492e17a7), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.063833 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Publish callbacks [] for subnet (605abf32-3085-4b54-8503-2df2492e17a7), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.081260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ed79-d207-477c-b9c8-e7971b4e39d0 req-6981d7ba-9de0-44d4-a2f5-7b37004e2d93 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:43.082754 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6609ed79-d207-477c-b9c8-e7971b4e39d0 req-6981d7ba-9de0-44d4-a2f5-7b37004e2d93 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.0623307 Aug 26 15:50:43.083848 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (605abf32-3085-4b54-8503-2df2492e17a7), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.167477 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6609ed79-d207-477c-b9c8-e7971b4e39d0 req-b83a21fd-54b9-4a51-8aac-6effefd69b9c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Aug 26 15:50:43.168170 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:43.312369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (605abf32-3085-4b54-8503-2df2492e17a7), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.340264 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605abf32-3085-4b54-8503-2df2492e17a7,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:43.342590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.347001 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b0648549-bd75-407d-9d7b-7b614ff4e66a admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/605abf32-3085-4b54-8503-2df2492e17a7 HTTP/1.1" status: 204 len: 168 time: 0.3938220 Aug 26 15:50:43.348358 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35174) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:43.417793 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (6fadbc8e-51d7-4ecc-bbc2-18540260b7b0), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.508507 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (6fadbc8e-51d7-4ecc-bbc2-18540260b7b0), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.526952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfccbc-ac46-4670-b202-512d0e39ce9b req-f9bb5236-fbb5-428a-87d8-8ac53fb020b4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:43.535151 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-55dfccbc-ac46-4670-b202-512d0e39ce9b req-f9bb5236-fbb5-428a-87d8-8ac53fb020b4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.0513260 Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > port after_create 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > port after_update 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.535292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.571805 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:43.587167 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-55dfccbc-ac46-4670-b202-512d0e39ce9b req-d13148da-6de1-4a98-8e66-f6e141b10cf5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530908 Aug 26 15:50:43.765771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.766118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.766451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.766831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:43.767252 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fadbc8e-51d7-4ecc-bbc2-18540260b7b0']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:43.785278 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d33b734-e970-45b3-ab2d-16e1b1be150f') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:43.789764 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d33b734-e970-45b3-ab2d-16e1b1be150f') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:43.802531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 4b02b745-e421-4c5a-bf2a-85638bcc6243 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:50:43.807253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (3d33b734-e970-45b3-ab2d-16e1b1be150f), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.838922 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (3d33b734-e970-45b3-ab2d-16e1b1be150f), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.850528 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:50:43.852035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (3d33b734-e970-45b3-ab2d-16e1b1be150f), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.935917 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:43.949665 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '4b02b745-e421-4c5a-bf2a-85638bcc6243', 'network_id': '4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9', 'port_id': '4b02b745-e421-4c5a-bf2a-85638bcc6243', 'mac_address': 'fa:16:3e:ad:b9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eed016-265f-4b38-9149-1c48fd794250', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:50:43.989065 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 4b02b745-e421-4c5a-bf2a-85638bcc6243 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:43.989529 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.011421 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b02b745-e421-4c5a-bf2a-85638bcc6243 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:44.033505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:44.089775 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 3d33b734-e970-45b3-ab2d-16e1b1be150f resource provider aggregate not found Aug 26 15:50:44.089775 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (6fadbc8e-51d7-4ecc-bbc2-18540260b7b0), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.104237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.110722 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/6fadbc8e-51d7-4ecc-bbc2-18540260b7b0 HTTP/1.1" status: 204 len: 168 time: 0.7589765 Aug 26 15:50:44.111677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35208) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:44.114289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4e46-5ee5-4419-abd5-57ace2b7a44d req-f1ea078b-6edc-4720-8063-ddbeb2b8fba1 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.115711 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c27c4e46-5ee5-4419-abd5-57ace2b7a44d req-f1ea078b-6edc-4720-8063-ddbeb2b8fba1 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 943 time: 0.0804245 Aug 26 15:50:44.126645 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 3d33b734-e970-45b3-ab2d-16e1b1be150f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d33b734-e970-45b3-ab2d-16e1b1be150f found for delete ", "request_id": "req-bdd520d2-905e-40c6-b7f5-19aca53509be"}]} Aug 26 15:50:44.129070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29183538-3544-46c7-a7c9-b040ed92ba70 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fadbc8e-51d7-4ecc-bbc2-18540260b7b0,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:44.155662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.157842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 35e38d0a-ebb0-4877-bfe3-31b8806f3fde details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:50:44.166383 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Deleting subnet b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:50:44.170489 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Publish callbacks [] for subnet (b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.179608 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c27c4e46-5ee5-4419-abd5-57ace2b7a44d req-f9fd3167-7758-4fb2-aa01-e4c68042fac0 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525017 Aug 26 15:50:44.264427 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-c17f65e4-91d5-420d-9098-9aa2a64e86e5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 217 time: 0.0645339 Aug 26 15:50:44.292090 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:44.306345 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Publish callbacks [] for subnet (b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.330878 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-00417d9b-1920-4eb7-848f-a223bfe1f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.333026 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-00417d9b-1920-4eb7-848f-a223bfe1f252 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=35ef4da23ec44ed2a75e20f8cd365691&device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 1128 time: 0.1263058 Aug 26 15:50:44.333160 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:44.336947 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-42dcf81f-834c-4ac0-9d73-5d70753eb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.338679 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-42dcf81f-834c-4ac0-9d73-5d70753eb002 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1127 time: 0.0725701 Aug 26 15:50:44.351564 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'port_id': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'mac_address': 'fa:16:3e:24:e5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:50:44.410234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.416121 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:44.416513 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.447178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e38d0a-ebb0-4877-bfe3-31b8806f3fde {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:44.472889 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d589-95ef-48f6-8d82-090477185802 req-f787796b-2e47-4072-b358-3d2e680682a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.475542 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-f787796b-2e47-4072-b358-3d2e680682a3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2340934 Aug 26 15:50:44.478254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:44.499178 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-ece43c2f-eee5-4f61-955a-7d37143dd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.500598 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-ece43c2f-eee5-4f61-955a-7d37143dd9db service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.2103770 Aug 26 15:50:44.523481 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c7966-2cb5-4abf-98e9-132ed24454d5 req-83fb4ba7-3a8f-4907-b5c7-d621b38a6749 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.533235 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-214c7966-2cb5-4abf-98e9-132ed24454d5 req-83fb4ba7-3a8f-4907-b5c7-d621b38a6749 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 943 time: 0.2606726 Aug 26 15:50:44.592691 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-3cf4581c-0ad1-4610-81dd-ebecf9fa9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.594383 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-3cf4581c-0ad1-4610-81dd-ebecf9fa9533 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 HTTP/1.1" status: 200 len: 913 time: 0.2543485 Aug 26 15:50:44.595483 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-1d0b01d2-84c4-4910-8ad6-855e78a4aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.596869 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-1d0b01d2-84c4-4910-8ad6-855e78a4aab5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.2451346 Aug 26 15:50:44.672251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-186285a1-3c3e-491a-a4a1-2f4a56721a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.027301 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-186285a1-3c3e-491a-a4a1-2f4a56721a23 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088567 Aug 26 15:50:45.027301 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-214c7966-2cb5-4abf-98e9-132ed24454d5 req-281d0708-013d-4082-a581-92b03bf6e18e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179151 Aug 26 15:50:45.027301 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-8356d087-5708-44d3-bf66-3580715f0306 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718890 Aug 26 15:50:45.027546 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-b02c4343-e1ee-431a-abb2-c8302a1c6ef0 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243 HTTP/1.1" status: 200 len: 217 time: 0.2483618 Aug 26 15:50:45.027546 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-ccf923b9-7c00-4c6b-a750-950e248ce2bf service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 200 len: 217 time: 0.2443373 Aug 26 15:50:45.028072 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-94b5fc97-34a9-48ff-a6dd-254b0c565690 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769202 Aug 26 15:50:45.028072 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a572d589-95ef-48f6-8d82-090477185802 req-ea7a9af4-55a8-4c09-8131-1ce74238388b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625493 Aug 26 15:50:45.028234 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dac16-3559-4400-879d-d5baab056e8b req-1f23fe47-6828-4255-9d49-2f84b65e1915 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.028234 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-469dac16-3559-4400-879d-d5baab056e8b req-1f23fe47-6828-4255-9d49-2f84b65e1915 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 944 time: 0.1137538 Aug 26 15:50:45.028386 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c443d9df-5e01-4987-9c01-5589ae902b52 req-f9057b6e-3d98-4947-8174-a37a8b30f87d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005354 Aug 26 15:50:45.028462 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-db66160c-95fc-44bc-9ec9-8da807995096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.028462 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-db66160c-95fc-44bc-9ec9-8da807995096 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=42eed016-265f-4b38-9149-1c48fd794250 HTTP/1.1" status: 200 len: 850 time: 0.1161876 Aug 26 15:50:45.028462 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-6d1c7747-45de-4cb2-9701-3a4b3cb24853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.028462 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-6d1c7747-45de-4cb2-9701-3a4b3cb24853 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.1193428 Aug 26 15:50:45.085706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-1247cce1-a347-4635-98fe-2c1aa8ae5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.087212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-1247cce1-a347-4635-98fe-2c1aa8ae5d62 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880249 Aug 26 15:50:45.092435 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-2a57ce2a-7c53-4e08-b0ad-7dba3f3175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.093800 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-2a57ce2a-7c53-4e08-b0ad-7dba3f3175c9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0846009 Aug 26 15:50:45.151213 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-469dac16-3559-4400-879d-d5baab056e8b req-b0d923f4-2ac5-48b5-aa71-cd81e48ac0ab tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758745 Aug 26 15:50:45.186132 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.244695 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:45.250843 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:50:45.263057 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-cfbe125f-153e-4dc2-a473-1d3a8b0c0794 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683185 Aug 26 15:50:45.266600 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-9c2c2540-7ab3-4be0-85b3-36d7e5362ce8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605356 Aug 26 15:50:45.281901 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for subnet (b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.319729 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:45.326298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.331926 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b2a4260d-7500-450b-b32b-91e44d935109 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/b288c8b9-ddd2-41e3-a1c0-7bc65f959cb2 HTTP/1.1" status: 204 len: 168 time: 1.2192018 Aug 26 15:50:45.365484 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35234) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:45.414842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:45.429199 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'port_id': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', 'mac_address': 'fa:16:3e:e0:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:50:45.432366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:45.443554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a2ac2-c93f-4850-bcdc-54d84891f8d9 req-6b6c190b-0521-4380-96ce-abd0487f5565 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:45.448421 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4f7a2ac2-c93f-4850-bcdc-54d84891f8d9 req-6b6c190b-0521-4380-96ce-abd0487f5565 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.1303208 Aug 26 15:50:45.473959 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be4f8d18-06ae-4143-94a1-eb17e69bb0cb req-0b6401b1-a299-4ba4-9521-b55dff6e2030 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961668 Aug 26 15:50:45.476215 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07671f5d-2e04-4d01-b77c-4c1b650ded62 req-52c435e5-3a28-44dc-870a-0146f88765f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996570 Aug 26 15:50:45.477394 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:45.477965 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.506154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:45.515073 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (1bc11e78-e677-4802-839c-8f8abfa7659c), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.535539 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:45.541357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:45.565520 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4f7a2ac2-c93f-4850-bcdc-54d84891f8d9 req-8a25ca14-5149-4863-83fa-e41bd3200553 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847600 Aug 26 15:50:45.642047 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.673592 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (1bc11e78-e677-4802-839c-8f8abfa7659c), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.690166 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:45.698467 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.698818 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.699559 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.699935 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > port after_create 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.700262 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.700605 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > port after_update 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.700967 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.701317 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.701636 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.701957 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.769541 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.769895 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.770234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.770571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:50:45.770946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc11e78-e677-4802-839c-8f8abfa7659c']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:45.788998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1640aebe-2984-4733-b2ed-60a715a1b61f') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:45.789232 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1640aebe-2984-4733-b2ed-60a715a1b61f') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:50:45.806184 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (1640aebe-2984-4733-b2ed-60a715a1b61f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.827388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (1640aebe-2984-4733-b2ed-60a715a1b61f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.836096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:50:45.836506 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (1640aebe-2984-4733-b2ed-60a715a1b61f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:45.978775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:50:46.052789 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (1bc11e78-e677-4802-839c-8f8abfa7659c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:46.062187 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:46.072538 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:46.077345 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/1bc11e78-e677-4802-839c-8f8abfa7659c HTTP/1.1" status: 204 len: 168 time: 0.7093129 Aug 26 15:50:46.088341 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['4b02b745-e421-4c5a-bf2a-85638bcc6243'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:50:46.111172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064377b7-b388-444f-8298-8c46e1ef4272 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc11e78-e677-4802-839c-8f8abfa7659c,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:46.179690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['35e38d0a-ebb0-4877-bfe3-31b8806f3fde'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:50:46.205129 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 1640aebe-2984-4733-b2ed-60a715a1b61f resource provider aggregate not found Aug 26 15:50:46.229994 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 1640aebe-2984-4733-b2ed-60a715a1b61f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1640aebe-2984-4733-b2ed-60a715a1b61f found for delete ", "request_id": "req-f871bcfd-e0c0-44b0-a0d3-e71d63664323"}]} Aug 26 15:50:46.277975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1abc-8806-4240-8eca-4d552a15c5bc req-59604aab-0b06-46ff-b270-27b4406969e7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.286572 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b14c1abc-8806-4240-8eca-4d552a15c5bc req-59604aab-0b06-46ff-b270-27b4406969e7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.1600420 Aug 26 15:50:46.299373 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-a41c282a-468f-41f2-b4d9-46a7b22b5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.301124 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-a41c282a-468f-41f2-b4d9-46a7b22b5012 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1127 time: 0.1306734 Aug 26 15:50:46.318891 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a8e77-fca2-4925-ab22-7c6353ca98ba req-e35e505a-d7d9-490e-b5ba-76efd98be3fc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.323215 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c20a8e77-fca2-4925-ab22-7c6353ca98ba req-e35e505a-d7d9-490e-b5ba-76efd98be3fc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0763056 Aug 26 15:50:46.395653 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c20a8e77-fca2-4925-ab22-7c6353ca98ba req-4e781e3b-15e9-48b4-b618-5ef1c59fe004 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615613 Aug 26 15:50:46.399504 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b14c1abc-8806-4240-8eca-4d552a15c5bc req-92649bb8-04a5-4f27-a287-18aefac93916 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120222 Aug 26 15:50:46.440196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-63a77148-2414-46f7-b006-b2dbf89b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.440196 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-63a77148-2414-46f7-b006-b2dbf89b9cc4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1295626 Aug 26 15:50:46.487635 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-60c0b93c-ba9f-4f5c-bbc8-ae5e4d2145e8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0425661 Aug 26 15:50:46.504625 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:46.549396 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-5b3ec8e1-12eb-4bd1-9354-579f3c704d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.551097 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-5b3ec8e1-12eb-4bd1-9354-579f3c704d9f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0572426 Aug 26 15:50:46.635398 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-75c968fd-a32f-42bc-93d5-77ea668ed0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.637351 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-75c968fd-a32f-42bc-93d5-77ea668ed0a2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796900 Aug 26 15:50:46.643809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:46.708504 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905abc1-ecea-4cc8-b317-df83e3dac96c req-fd548a81-8494-4e4f-b95b-46fcf6cbf9f8 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:46.710244 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e905abc1-ecea-4cc8-b317-df83e3dac96c req-fd548a81-8494-4e4f-b95b-46fcf6cbf9f8 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0515995 Aug 26 15:50:46.734497 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35278) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:46.773872 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-ca0219c8-b287-4904-a394-37bd360d1edc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286094 Aug 26 15:50:46.821351 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e905abc1-ecea-4cc8-b317-df83e3dac96c req-3a872620-9548-4f76-9713-5d71b86bf305 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023588 Aug 26 15:50:46.823736 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-858b5d37-6f38-4ed5-9a80-8f1e8f76cd7a admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=8eeddae577c6416db592f2386d4f6982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877523 Aug 26 15:50:46.826815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35286) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:46.884618 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] Publish callbacks [] for security_group (d2a1a41f-c969-4c77-b295-712e133a160c), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:46.904793 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] Publish callbacks [] for security_group (d2a1a41f-c969-4c77-b295-712e133a160c), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:47.128410 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d2a1a41f-c969-4c77-b295-712e133a160c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:47.130984 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:47.132308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d2a1a41f-c969-4c77-b295-712e133a160c HTTP/1.1" status: 204 len: 168 time: 0.3042209 Aug 26 15:50:47.140686 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03c277-de1c-4e3c-92c5-1a0ff070ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1a41f-c969-4c77-b295-712e133a160c,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:47.531344 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be554e1-4380-4f9b-a8d5-6476817963ff req-eefdc2b5-1424-428b-a606-4dc63169fed9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:47.533670 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0be554e1-4380-4f9b-a8d5-6476817963ff req-eefdc2b5-1424-428b-a606-4dc63169fed9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0560374 Aug 26 15:50:47.553919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c03d2-fa77-47f9-a088-34bcab42db9c req-7dc8fea8-fb69-427b-a0f9-cd18929ab98e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:47.556334 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-459c03d2-fa77-47f9-a088-34bcab42db9c req-7dc8fea8-fb69-427b-a0f9-cd18929ab98e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0641186 Aug 26 15:50:47.588404 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0be554e1-4380-4f9b-a8d5-6476817963ff req-b59fd41b-e923-488e-af46-2cae7eddc7ac tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458255 Aug 26 15:50:47.626445 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-459c03d2-fa77-47f9-a088-34bcab42db9c req-34699025-2fb6-4621-8a45-a9459f926012 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647187 Aug 26 15:50:47.710926 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-132c71a8-85c2-44c8-b645-1b8bc8d21073 req-c0899600-47e5-44c7-abb5-f97cffd7eb55 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150587 Aug 26 15:50:47.894584 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:47.978220 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d00b49-d813-4e18-9b47-ddc55b32b713 req-fae1cc33-be8b-4410-b3d9-1376b443f305 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:47.979701 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e5d00b49-d813-4e18-9b47-ddc55b32b713 req-fae1cc33-be8b-4410-b3d9-1376b443f305 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0819559 Aug 26 15:50:47.994815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35324) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:48.019121 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:48.030672 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e5d00b49-d813-4e18-9b47-ddc55b32b713 req-5791b6b3-916c-4afe-9eaa-dfe73a92510a tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Aug 26 15:50:48.040167 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-49e3b148-9620-4698-b2b7-11a5dc12f6e3 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=4bbabe98240741e3a51710e54cae353b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441360 Aug 26 15:50:48.042788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35328) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:48.106255 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:48.113639 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] Publish callbacks [] for security_group (397a092f-714c-45ca-8a07-4ea400a60f57), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:48.135072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] Publish callbacks [] for security_group (397a092f-714c-45ca-8a07-4ea400a60f57), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:48.268625 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (397a092f-714c-45ca-8a07-4ea400a60f57), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:48.271183 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:48.272353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/397a092f-714c-45ca-8a07-4ea400a60f57 HTTP/1.1" status: 204 len: 168 time: 0.2285247 Aug 26 15:50:48.280595 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ad38-3c0e-4491-817e-2fc45b28fab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a092f-714c-45ca-8a07-4ea400a60f57,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:48.460120 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:48.728286 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996521-6189-4e26-ad15-a56f98898c34 req-b6da15dd-9d8d-44af-a76d-6f48bfef2453 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:48.730073 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-30996521-6189-4e26-ad15-a56f98898c34 req-b6da15dd-9d8d-44af-a76d-6f48bfef2453 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0572717 Aug 26 15:50:48.760616 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3bcf-365e-4448-90b7-ba08b61a0e46 req-ae01f2fa-d816-4415-916d-112c3c3b0992 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:48.762176 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76ca3bcf-365e-4448-90b7-ba08b61a0e46 req-ae01f2fa-d816-4415-916d-112c3c3b0992 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0618043 Aug 26 15:50:48.789686 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-30996521-6189-4e26-ad15-a56f98898c34 req-3c53cc0c-33ee-4e9b-886f-67f9b30faec2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Aug 26 15:50:48.820236 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76ca3bcf-365e-4448-90b7-ba08b61a0e46 req-82f70f29-e9bf-421d-bc73-21f692972605 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511460 Aug 26 15:50:49.315752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:49.326777 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e73449-6482-4ff2-8fdc-eb47f0915ce6 req-9f2cdaba-c954-42ae-b054-461aea679ad7 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:49.328353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-26e73449-6482-4ff2-8fdc-eb47f0915ce6 req-9f2cdaba-c954-42ae-b054-461aea679ad7 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.2194021 Aug 26 15:50:49.386241 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-26e73449-6482-4ff2-8fdc-eb47f0915ce6 req-16fa8656-92b6-4d5d-ab80-80c7f1f1567a tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521436 Aug 26 15:50:49.500172 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:49.648816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:49.830553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57ccb93e-3e0c-4959-a846-0f9b661425bf details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:50:49.916407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:49.926512 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febead85-b385-43e7-9872-6a1657e8973d req-87023eab-5cb4-486f-ac78-3c1c120679df tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:49.932398 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-febead85-b385-43e7-9872-6a1657e8973d req-87023eab-5cb4-486f-ac78-3c1c120679df tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0678988 Aug 26 15:50:49.954144 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c20dd-3e75-4639-8d57-6ec6895d8b17 req-1f5df1d5-3a10-44d3-a558-ce23f3cdd141 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:49.955685 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a1c20dd-3e75-4639-8d57-6ec6895d8b17 req-1f5df1d5-3a10-44d3-a558-ce23f3cdd141 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Aug 26 15:50:49.961633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:49.978151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '57ccb93e-3e0c-4959-a846-0f9b661425bf', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'port_id': '57ccb93e-3e0c-4959-a846-0f9b661425bf', 'mac_address': 'fa:16:3e:c1:4e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:50:49.985788 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-febead85-b385-43e7-9872-6a1657e8973d req-c6a35c26-baef-4730-9e06-9f67be48a317 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Aug 26 15:50:50.011671 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a1c20dd-3e75-4639-8d57-6ec6895d8b17 req-dfde4e02-3757-4970-8ddf-5bd2491f22ff tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Aug 26 15:50:50.019257 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57ccb93e-3e0c-4959-a846-0f9b661425bf is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:50.019542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:50.034746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ccb93e-3e0c-4959-a846-0f9b661425bf {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:50:50.059228 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:50.180320 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:50.225988 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:50.232259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:50.508608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6d263-352d-40af-b0a1-483e4819074c req-930e40b6-1a82-419e-a2a5-97badd49ccdd tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:50.510072 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-99c6d263-352d-40af-b0a1-483e4819074c req-930e40b6-1a82-419e-a2a5-97badd49ccdd tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0477741 Aug 26 15:50:50.556291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:50.560894 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-99c6d263-352d-40af-b0a1-483e4819074c req-85dbfea8-92e6-46e9-a5d8-f92751e92b9f tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Aug 26 15:50:50.663705 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:50.963281 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:51.037066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35426) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:51.131437 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283c55-81e2-48aa-b16b-e76a67d478a2 req-d9822502-9223-42d9-a6bb-232a0173e08d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:51.131437 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06283c55-81e2-48aa-b16b-e76a67d478a2 req-d9822502-9223-42d9-a6bb-232a0173e08d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0657966 Aug 26 15:50:51.156647 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d8ea7-56c2-41f3-b1ea-de7b5f7e47a3 req-2621c5f0-a154-45b0-9b37-0bb7a231d676 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:51.158884 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-931d8ea7-56c2-41f3-b1ea-de7b5f7e47a3 req-2621c5f0-a154-45b0-9b37-0bb7a231d676 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0733066 Aug 26 15:50:51.183124 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-72ff2343-7ac5-4d4a-b442-a4edab8e38a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.224515 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-931d8ea7-56c2-41f3-b1ea-de7b5f7e47a3 req-a0a12a5f-fb29-4c17-b872-6afb78443e79 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599320 Aug 26 15:50:51.229226 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06283c55-81e2-48aa-b16b-e76a67d478a2 req-80615f61-aa59-4ca7-b679-c584dba8906f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939665 Aug 26 15:50:51.299039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-72ff2343-7ac5-4d4a-b442-a4edab8e38a3 admin admin] Publish callbacks [] for security_group (1c2dc8b5-cb18-428f-a91a-2588218077d8), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.402914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-72ff2343-7ac5-4d4a-b442-a4edab8e38a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1c2dc8b5-cb18-428f-a91a-2588218077d8), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.446308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-72ff2343-7ac5-4d4a-b442-a4edab8e38a3 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7370480bec7a431ea2577852f29c04e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080896 Aug 26 15:50:51.447372 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2343-7ac5-4d4a-b442-a4edab8e38a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2dc8b5-cb18-428f-a91a-2588218077d8,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:51.449003 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35452) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:51.505353 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] Publish callbacks [] for security_group (1c2dc8b5-cb18-428f-a91a-2588218077d8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.525653 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] Publish callbacks [] for security_group (1c2dc8b5-cb18-428f-a91a-2588218077d8), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.543671 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=6 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:51.669357 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1c2dc8b5-cb18-428f-a91a-2588218077d8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.672711 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:51.673897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/1c2dc8b5-cb18-428f-a91a-2588218077d8 HTTP/1.1" status: 204 len: 168 time: 0.2238696 Aug 26 15:50:51.682709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24128a0-e8b5-48e5-bc56-46fd16d450b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2dc8b5-cb18-428f-a91a-2588218077d8,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:51.699771 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3806-c9f1-42f1-8254-c220299c6dd7 req-d1cd0e78-7054-439e-a6d9-5327cfa53ed6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:51.701328 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ce5d3806-c9f1-42f1-8254-c220299c6dd7 req-d1cd0e78-7054-439e-a6d9-5327cfa53ed6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Aug 26 15:50:51.754862 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ce5d3806-c9f1-42f1-8254-c220299c6dd7 req-1b9f6789-7366-4456-a5d2-6721d6bf373d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464165 Aug 26 15:50:52.189315 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:52.361333 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056610f5-0879-49da-96f7-09d8cd33ff41 req-ca9b0f5b-688a-4731-aec6-b845f2b5673c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:52.362260 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c47f5-b1b3-478d-b221-80aa9d3e4900 req-f1a49379-771f-4fd7-bb6f-efbf272a50c5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:52.362810 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-056610f5-0879-49da-96f7-09d8cd33ff41 req-ca9b0f5b-688a-4731-aec6-b845f2b5673c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0470641 Aug 26 15:50:52.363724 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-449c47f5-b1b3-478d-b221-80aa9d3e4900 req-f1a49379-771f-4fd7-bb6f-efbf272a50c5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Aug 26 15:50:52.413037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35480) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:52.418117 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-056610f5-0879-49da-96f7-09d8cd33ff41 req-a5a37be1-c3d5-44b9-b701-7192ee859ed8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495586 Aug 26 15:50:52.427010 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03a64b-e129-4cf3-a216-cc0b10635b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.431659 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-449c47f5-b1b3-478d-b221-80aa9d3e4900 req-e1a52866-c4e9-4c43-b9ab-d5dc585316f4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623126 Aug 26 15:50:52.508843 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03a64b-e129-4cf3-a216-cc0b10635b42 admin admin] Publish callbacks [] for security_group (87971195-8d68-45ee-a784-00d7a21ef8af), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.585793 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0d03a64b-e129-4cf3-a216-cc0b10635b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (87971195-8d68-45ee-a784-00d7a21ef8af), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.622525 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03a64b-e129-4cf3-a216-cc0b10635b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87971195-8d68-45ee-a784-00d7a21ef8af,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:52.627350 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0d03a64b-e129-4cf3-a216-cc0b10635b42 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7f752284d3d7494ba8bc5308261c9ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133293 Aug 26 15:50:52.629923 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35484) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:52.654850 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:52.681361 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] Publish callbacks [] for security_group (87971195-8d68-45ee-a784-00d7a21ef8af), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.702871 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] Publish callbacks [] for security_group (87971195-8d68-45ee-a784-00d7a21ef8af), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.763110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:52.823629 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (87971195-8d68-45ee-a784-00d7a21ef8af), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.827085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:52.830995 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/87971195-8d68-45ee-a784-00d7a21ef8af HTTP/1.1" status: 204 len: 168 time: 0.1974523 Aug 26 15:50:52.838464 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a9e92-a628-4914-94b3-261926287939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87971195-8d68-45ee-a784-00d7a21ef8af,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:52.854823 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:52.879428 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23e1d1-309f-4efe-b3a0-f35da9db3505 req-d8b65be8-f52a-417e-93ad-eaf077f86d69 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:52.880947 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c23e1d1-309f-4efe-b3a0-f35da9db3505 req-d8b65be8-f52a-417e-93ad-eaf077f86d69 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Aug 26 15:50:52.929951 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2c23e1d1-309f-4efe-b3a0-f35da9db3505 req-ddb27a28-4923-4668-8eba-10df6770efed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Aug 26 15:50:52.968779 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:53.487201 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:53.554161 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:50:53.576641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eb064-10f0-471b-96ef-a5c885385ac6 req-b2070ee5-21cf-4beb-b72c-a0238e203cbf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:53.577098 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63222e-0e8a-4fcd-80f9-0f6b1f82499b req-6bdd28be-6027-4fc4-b3c1-6367b3797f9f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:53.577098 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d63222e-0e8a-4fcd-80f9-0f6b1f82499b req-6bdd28be-6027-4fc4-b3c1-6367b3797f9f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 944 time: 0.0692310 Aug 26 15:50:53.578010 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-732eb064-10f0-471b-96ef-a5c885385ac6 req-b2070ee5-21cf-4beb-b72c-a0238e203cbf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0594482 Aug 26 15:50:53.716224 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-732eb064-10f0-471b-96ef-a5c885385ac6 req-490fae92-1c2f-42ca-8424-d994071d2a26 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504787 Aug 26 15:50:53.716972 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d63222e-0e8a-4fcd-80f9-0f6b1f82499b req-4219dba1-cbcf-43e6-956f-9dad2b693116 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Aug 26 15:50:53.754271 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:53.754694 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:53.786330 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['57ccb93e-3e0c-4959-a846-0f9b661425bf'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:50:53.889280 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:53.892430 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:53.928907 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:54.024315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:54.081040 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21136632-c66a-4f21-93ca-9c6e49be4508 req-84f711b0-1350-4327-a70e-b5097439dd67 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:54.095038 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21136632-c66a-4f21-93ca-9c6e49be4508 req-84f711b0-1350-4327-a70e-b5097439dd67 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 944 time: 0.0889194 Aug 26 15:50:54.103655 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.104712 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 4b02b745-e421-4c5a-bf2a-85638bcc6243 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:54.159332 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21136632-c66a-4f21-93ca-9c6e49be4508 req-2ad4d62e-98fe-436c-84f9-e53b529fce1a tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Aug 26 15:50:54.179815 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9e5484-4403-495f-8b28-23eff3eb0e0e" -d '{"events": [{"server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "name": "network-vif-plugged", "status": "completed", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:54.192373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:54.239500 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:54.251631 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 4b02b745-e421-4c5a-bf2a-85638bcc6243 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:50:54.304363 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc016a52-78fb-4d81-a0c0-16fa4727b49d x-openstack-request-id: req-cc016a52-78fb-4d81-a0c0-16fa4727b49d {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:54.304769 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "name": "network-vif-plugged", "status": "completed", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:54.305292 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc016a52-78fb-4d81-a0c0-16fa4727b49d {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:54.305687 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc016a52-78fb-4d81-a0c0-16fa4727b49d'] response: {'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', 'code': 200} Aug 26 15:50:54.340626 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 4b02b745-e421-4c5a-bf2a-85638bcc6243 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:54.340626 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.449260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 4b02b745-e421-4c5a-bf2a-85638bcc6243 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:54.449837 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.493044 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:54.561156 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:54.643422 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.644338 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 35e38d0a-ebb0-4877-bfe3-31b8806f3fde up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:54.743621 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:54.787982 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:54.793078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:50:54.811890 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb617b9-bdf3-49fa-8bf6-8f7851599a57 req-79b10c9d-dd90-49d0-916e-d0dbcffb7e2f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:54.813610 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ddb617b9-bdf3-49fa-8bf6-8f7851599a57 req-79b10c9d-dd90-49d0-916e-d0dbcffb7e2f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0555634 Aug 26 15:50:54.845456 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-3d1e8185-18bd-403a-b4a7-b61e2b9450a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:54.846968 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-3d1e8185-18bd-403a-b4a7-b61e2b9450a4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1129 time: 0.1244106 Aug 26 15:50:54.852892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008a5a8-ed48-46ec-acb7-22dcd3387844 req-6899b06a-e652-43d7-87e7-db941c5b61ae tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:54.854312 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7008a5a8-ed48-46ec-acb7-22dcd3387844 req-6899b06a-e652-43d7-87e7-db941c5b61ae tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 945 time: 0.0892887 Aug 26 15:50:54.873516 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-58cb2853-73a6-4087-8493-5e0fabb168af service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.876571 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ddb617b9-bdf3-49fa-8bf6-8f7851599a57 req-129a16b3-0e56-44a8-9f3a-87028fe38458 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Aug 26 15:50:54.881207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:54.881906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.940476 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7008a5a8-ed48-46ec-acb7-22dcd3387844 req-8bde4a1c-b96d-4f9b-8c53-9dd480f40fb1 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735221 Aug 26 15:50:54.987702 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:54.988718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:54.991742 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:55.012141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-58cb2853-73a6-4087-8493-5e0fabb168af service neutron] Publish callbacks [] for security_group (495fb110-17e4-4e25-a26a-c978b9bc4cd2), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.028035 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:55.103681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-58cb2853-73a6-4087-8493-5e0fabb168af service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (495fb110-17e4-4e25-a26a-c978b9bc4cd2), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.140410 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.156108 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cd93c02-5344-4507-85e2-08b486f5d4a2 req-58cb2853-73a6-4087-8493-5e0fabb168af service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007834 Aug 26 15:50:55.160268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2853-73a6-4087-8493-5e0fabb168af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=495fb110-17e4-4e25-a26a-c978b9bc4cd2,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:55.168859 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57ccb93e-3e0c-4959-a846-0f9b661425bf up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:50:55.183496 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:55.231507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:55.254507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 57ccb93e-3e0c-4959-a846-0f9b661425bf completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:50:55.290425 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243c2b2-da89-4ffe-841d-d49c6d6b56aa req-a2b612e5-5ab2-4af9-a7dc-53b99b4728e4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:55.291948 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d243c2b2-da89-4ffe-841d-d49c6d6b56aa req-a2b612e5-5ab2-4af9-a7dc-53b99b4728e4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0512142 Aug 26 15:50:55.309716 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:55.344804 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d243c2b2-da89-4ffe-841d-d49c6d6b56aa req-6d34bd37-28e7-4399-8fbb-1c135b1213d6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Aug 26 15:50:55.353059 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 57ccb93e-3e0c-4959-a846-0f9b661425bf triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:55.356327 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.433798 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57ccb93e-3e0c-4959-a846-0f9b661425bf is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:55.434446 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.471128 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:50:55.663685 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:55.724749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:55.997675 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bc43e-f01c-4e11-8bbd-89f7a6740c6f req-7409288d-8c14-445c-a38e-329ef74620d0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:55.999479 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-564bc43e-f01c-4e11-8bbd-89f7a6740c6f req-7409288d-8c14-445c-a38e-329ef74620d0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0506418 Aug 26 15:50:56.050461 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-564bc43e-f01c-4e11-8bbd-89f7a6740c6f req-b2edbeb1-8806-48a6-9b2f-78960ca85723 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Aug 26 15:50:56.094556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2f0c5-d9fe-435f-95af-91b2484d7678 req-494cb08b-e812-4bda-8468-d049d0ca829c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:56.096092 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4aa2f0c5-d9fe-435f-95af-91b2484d7678 req-494cb08b-e812-4bda-8468-d049d0ca829c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Aug 26 15:50:56.153854 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4aa2f0c5-d9fe-435f-95af-91b2484d7678 req-928b26eb-083f-4722-b3aa-32b07186283c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505698 Aug 26 15:50:56.306510 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243'}, {'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde'}, {'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:50:56.308955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72577132-e3fe-4d33-adeb-09208729a781" -d '{"events": [{"server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243"}, {"server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "name": "network-vif-plugged", "status": "completed", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde"}, {"server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "name": "network-vif-plugged", "status": "completed", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:50:56.364087 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Aug 2022 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c501ba4-6807-4a78-941b-69e7967f576f x-openstack-request-id: req-3c501ba4-6807-4a78-941b-69e7967f576f {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:50:56.364380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "name": "network-vif-plugged", "status": "completed", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243", "code": 200}, {"server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "name": "network-vif-plugged", "status": "completed", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde", "code": 200}, {"server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "name": "network-vif-plugged", "status": "completed", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:50:56.364642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3c501ba4-6807-4a78-941b-69e7967f576f {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:50:56.365037 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c501ba4-6807-4a78-941b-69e7967f576f'] response: {'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243', 'code': 200} Aug 26 15:50:56.365292 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c501ba4-6807-4a78-941b-69e7967f576f'] response: {'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'code': 200} Aug 26 15:50:56.365544 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c501ba4-6807-4a78-941b-69e7967f576f'] response: {'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf', 'code': 200} Aug 26 15:50:56.510408 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e62e8-8a9e-44e5-ab69-cf1356d48ae7 req-0cb3859d-5189-44b5-b8c1-3a1a41a5bf83 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:56.512135 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ca9e62e8-8a9e-44e5-ab69-cf1356d48ae7 req-0cb3859d-5189-44b5-b8c1-3a1a41a5bf83 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0506010 Aug 26 15:50:56.613401 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ca9e62e8-8a9e-44e5-ab69-cf1356d48ae7 req-88368f80-3f40-4a2f-95cc-f6450c131d65 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936670 Aug 26 15:50:57.194802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105815f-3212-48a5-8ee2-b0528eaf420f req-c459d5e8-5eff-44f6-813b-b19f507a737b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:57.194802 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9105815f-3212-48a5-8ee2-b0528eaf420f req-c459d5e8-5eff-44f6-813b-b19f507a737b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Aug 26 15:50:57.242643 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9105815f-3212-48a5-8ee2-b0528eaf420f req-908201f1-a522-4400-b700-728e0c6cf87a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Aug 26 15:50:57.281062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d931-6ba2-41b8-b6db-fcc6f6df99e5 req-b85b4396-4b43-473c-b92c-d2279d1f46c0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:57.282529 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b90d931-6ba2-41b8-b6db-fcc6f6df99e5 req-b85b4396-4b43-473c-b92c-d2279d1f46c0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0475612 Aug 26 15:50:57.339692 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b90d931-6ba2-41b8-b6db-fcc6f6df99e5 req-6795616a-6153-4624-a0ca-248fe740ec6b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488348 Aug 26 15:50:57.742464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647599-5285-429c-83c7-b8ddc28a8350 req-717ef7e1-e46d-4b8b-872f-3c7328749897 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:57.743908 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d2647599-5285-429c-83c7-b8ddc28a8350 req-717ef7e1-e46d-4b8b-872f-3c7328749897 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0465903 Aug 26 15:50:57.794765 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d2647599-5285-429c-83c7-b8ddc28a8350 req-4d181808-ff32-4016-bf05-ae57f5c28bd8 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446281 Aug 26 15:50:58.269527 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:58.367493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cd2bb-8ddb-4a00-949c-156e89284804 req-d44b3eff-796e-4afa-af58-452aefa5d850 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:58.369307 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-494cd2bb-8ddb-4a00-949c-156e89284804 req-d44b3eff-796e-4afa-af58-452aefa5d850 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Aug 26 15:50:58.431937 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-494cd2bb-8ddb-4a00-949c-156e89284804 req-0145c82c-7ddd-4e1a-856f-a4dbdc481384 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475509 Aug 26 15:50:58.461110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26cd0-6937-4a30-bd84-c07e9981ae90 req-9a1ba030-c859-4975-9ac1-0f14b12c3eea tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:58.462546 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e8b26cd0-6937-4a30-bd84-c07e9981ae90 req-9a1ba030-c859-4975-9ac1-0f14b12c3eea tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0480740 Aug 26 15:50:58.509829 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e8b26cd0-6937-4a30-bd84-c07e9981ae90 req-0657ecdd-02cc-4342-b4d1-b39906e1dbfa tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 Aug 26 15:50:58.886571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:58.919501 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ed50a-cd89-4388-b515-1df6751e60e0 req-ac0fa56c-18df-4eb9-89e6-80072884f002 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:58.921533 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e80ed50a-cd89-4388-b515-1df6751e60e0 req-ac0fa56c-18df-4eb9-89e6-80072884f002 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Aug 26 15:50:58.967606 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e80ed50a-cd89-4388-b515-1df6751e60e0 req-cca5ba62-c32a-4647-b353-b3de12820204 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Aug 26 15:50:59.088220 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:59.108671 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc20b-4a4c-4568-ab91-7633eaf8c260 req-ee592b14-63cb-4d32-a19f-b0a75dcb91f4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:59.110203 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c2bc20b-4a4c-4568-ab91-7633eaf8c260 req-ee592b14-63cb-4d32-a19f-b0a75dcb91f4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0547323 Aug 26 15:50:59.157994 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c2bc20b-4a4c-4568-ab91-7633eaf8c260 req-61326c44-7f67-4c8f-8002-df7477ac9551 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Aug 26 15:50:59.237718 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:59.633833 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9792-0ba5-4b9c-bb11-09f15c017687 req-d2697f53-469c-4762-856a-173faca01f34 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:59.635237 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1f8f9792-0ba5-4b9c-bb11-09f15c017687 req-d2697f53-469c-4762-856a-173faca01f34 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0489166 Aug 26 15:50:59.692779 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1f8f9792-0ba5-4b9c-bb11-09f15c017687 req-8dc24770-1846-4fcd-b2b4-5319d788104b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509586 Aug 26 15:51:00.084970 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f93f-963f-4d95-98f6-275cd621c784 req-16927998-33ac-43ca-b890-5559a0d4a3a5 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.086406 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d435f93f-963f-4d95-98f6-275cd621c784 req-16927998-33ac-43ca-b890-5559a0d4a3a5 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0472388 Aug 26 15:51:00.139106 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d435f93f-963f-4d95-98f6-275cd621c784 req-87ee205c-3c06-4c01-81a6-88109be38911 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Aug 26 15:51:00.166636 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:00.276655 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70700701-d88c-43e3-a7d9-1e02d2251278 req-ec00a250-18a6-471d-a290-bd97237a5c88 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.278121 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-70700701-d88c-43e3-a7d9-1e02d2251278 req-ec00a250-18a6-471d-a290-bd97237a5c88 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0468724 Aug 26 15:51:00.303249 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:00.330936 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-70700701-d88c-43e3-a7d9-1e02d2251278 req-9265d3be-cc19-4a94-81ad-3ad08488b86e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Aug 26 15:51:00.489186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:00.675580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7aba-a902-47a5-9928-dabce72362c4 req-5aefad03-0517-4091-80e6-665c18512e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.677246 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ee6f7aba-a902-47a5-9928-dabce72362c4 req-5aefad03-0517-4091-80e6-665c18512e7f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.0877829 Aug 26 15:51:00.697183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5e9e-0704-43f9-804c-2df100e16d34 req-d2e821d7-7af5-4d22-bcdd-273e6769b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.698762 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-100b5e9e-0704-43f9-804c-2df100e16d34 req-d2e821d7-7af5-4d22-bcdd-273e6769b846 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 1129 time: 0.1042142 Aug 26 15:51:00.763297 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fa3d4-ece8-481e-b049-66c9644cd986 req-fdb26e6d-6386-42ff-8426-cd25a55cad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.766790 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-879fa3d4-ece8-481e-b049-66c9644cd986 req-fdb26e6d-6386-42ff-8426-cd25a55cad07 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1130 time: 0.0974057 Aug 26 15:51:00.773593 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-100b5e9e-0704-43f9-804c-2df100e16d34 req-df16e6b5-d06e-413a-a1e1-0bb8587e5db8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627041 Aug 26 15:51:00.779482 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ee6f7aba-a902-47a5-9928-dabce72362c4 req-f1fe4b63-d59e-4b8f-8803-db787ef4475b service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 Aug 26 15:51:00.839808 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206bb1-957b-4f55-94b3-398d95d024b1 req-425f6fe6-fa8f-4f57-97da-524c6bdcb002 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:00.841572 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c1206bb1-957b-4f55-94b3-398d95d024b1 req-425f6fe6-fa8f-4f57-97da-524c6bdcb002 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0609105 Aug 26 15:51:00.843345 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-879fa3d4-ece8-481e-b049-66c9644cd986 req-4bd8d226-5093-467a-abdc-ede5decc8aba service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627382 Aug 26 15:51:00.895422 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c1206bb1-957b-4f55-94b3-398d95d024b1 req-8ed30adb-10dd-41a1-b0dc-481058f09dca tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 Aug 26 15:51:01.227646 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-aa23fdf9-871e-4302-b38d-5bf724c9882c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:01.292767 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655ed77-ef58-4257-97c5-7f4a75eebca0 req-4022021b-cee5-4367-837a-155ace90c5a6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:01.292767 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5655ed77-ef58-4257-97c5-7f4a75eebca0 req-4022021b-cee5-4367-837a-155ace90c5a6 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0539665 Aug 26 15:51:01.361887 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5655ed77-ef58-4257-97c5-7f4a75eebca0 req-39b25286-1d0b-4c37-981e-5d06090fc1f1 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Aug 26 15:51:01.632951 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:01.650259 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8c67a-a4ea-4cdb-b0c9-17a78ba704ca req-35cae020-3b62-4d36-9530-54a429ad8a40 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:01.651725 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8c67a-a4ea-4cdb-b0c9-17a78ba704ca req-35cae020-3b62-4d36-9530-54a429ad8a40 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.2409441 Aug 26 15:51:01.702703 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8c67a-a4ea-4cdb-b0c9-17a78ba704ca req-5be53913-a4ac-4b0f-94d4-1ae15a11cae7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Aug 26 15:51:01.766524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:02.027538 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea853f-3145-41b3-9268-25d5119e5b33 req-5e45079d-052d-4c65-9de3-39d947c51ca2 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:02.029172 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1bea853f-3145-41b3-9268-25d5119e5b33 req-5e45079d-052d-4c65-9de3-39d947c51ca2 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0493319 Aug 26 15:51:02.085062 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1bea853f-3145-41b3-9268-25d5119e5b33 req-db8eea14-c726-4806-9fcd-e68ecd514728 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495358 Aug 26 15:51:02.127257 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:02.404978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:02.492395 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:02.507726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5d3e-e5d7-420b-b769-c6f76cbbcfb6 req-0392f058-49ad-471d-a11f-e2afb21442de tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:02.509571 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be5b5d3e-e5d7-420b-b769-c6f76cbbcfb6 req-0392f058-49ad-471d-a11f-e2afb21442de tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0562060 Aug 26 15:51:02.563246 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-be5b5d3e-e5d7-420b-b769-c6f76cbbcfb6 req-78311303-6efe-4f72-8841-430cb51dc2d8 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Aug 26 15:51:02.824016 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8530-9be1-4b56-8ff6-ae523fe32fac req-bd994750-66bb-4577-8750-96adc2811c73 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:02.825471 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-be8e8530-9be1-4b56-8ff6-ae523fe32fac req-bd994750-66bb-4577-8750-96adc2811c73 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Aug 26 15:51:02.890125 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-be8e8530-9be1-4b56-8ff6-ae523fe32fac req-ecef905e-fe7d-46be-b1df-220b4067c355 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Aug 26 15:51:03.013179 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35870) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:03.089530 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:03.128007 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdb4cb20-64cb-4773-b983-a9e47ba5c303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.242160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdb4cb20-64cb-4773-b983-a9e47ba5c303 admin admin] Publish callbacks [] for security_group (a6bb66f5-6c4e-4d15-986c-ccfe79da2de6), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.260525 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b9c4-6cdd-409c-b5ac-6fea774a8ccb req-00ce1b3b-72dd-4f97-b6ff-034e8c0cf858 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:03.260525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f665b9c4-6cdd-409c-b5ac-6fea774a8ccb req-00ce1b3b-72dd-4f97-b6ff-034e8c0cf858 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0778120 Aug 26 15:51:03.320633 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f665b9c4-6cdd-409c-b5ac-6fea774a8ccb req-5da6c407-1a4f-4d46-8b94-141580d9fd4b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600228 Aug 26 15:51:03.377199 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fdb4cb20-64cb-4773-b983-a9e47ba5c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a6bb66f5-6c4e-4d15-986c-ccfe79da2de6), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.384051 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-33f10c1f-f4f2-43c7-b2ad-a8d4cbd641fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:03.384752 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-33f10c1f-f4f2-43c7-b2ad-a8d4cbd641fe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1129 time: 0.0518520 Aug 26 15:51:03.422504 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-fdb4cb20-64cb-4773-b983-a9e47ba5c303 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=e371cf1572db4921b33fb6f4d586d660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076073 Aug 26 15:51:03.425105 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4cb20-64cb-4773-b983-a9e47ba5c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb66f5-6c4e-4d15-986c-ccfe79da2de6,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:03.425358 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35894) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:03.447700 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e26181fa-f0bf-4ba3-9d4e-88c550589393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.480760 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Publish callbacks [] for security_group (a6bb66f5-6c4e-4d15-986c-ccfe79da2de6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.501867 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Publish callbacks [] for security_group (a6bb66f5-6c4e-4d15-986c-ccfe79da2de6), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.646478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a6bb66f5-6c4e-4d15-986c-ccfe79da2de6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.649324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:03.650658 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a6bb66f5-6c4e-4d15-986c-ccfe79da2de6 HTTP/1.1" status: 204 len: 168 time: 0.2239642 Aug 26 15:51:03.667363 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb66f5-6c4e-4d15-986c-ccfe79da2de6,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:03.676111 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.676467 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.676835 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.677457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.685401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.685401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.685401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.685401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.685401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d89aab-fb2c-4ffa-be7d-d0333482e96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:03.722430 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a355-a7cc-4df9-a8ce-84819e75bdf1 req-85f40f03-282a-4dd6-a2f2-312ba52466e4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:03.724124 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3cc4a355-a7cc-4df9-a8ce-84819e75bdf1 req-85f40f03-282a-4dd6-a2f2-312ba52466e4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0767064 Aug 26 15:51:03.778173 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3cc4a355-a7cc-4df9-a8ce-84819e75bdf1 req-553f5967-39d4-4e2b-ac5f-d6084055fc26 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Aug 26 15:51:03.923702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35906) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:04.040078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae12a2-b2bb-4f6e-aa4c-4338a06d9bd1 req-c4f06e0b-9b04-45bb-80d8-e72bc8538098 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:04.041614 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bcae12a2-b2bb-4f6e-aa4c-4338a06d9bd1 req-c4f06e0b-9b04-45bb-80d8-e72bc8538098 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0782347 Aug 26 15:51:04.069904 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e6c47c60-66d6-4f43-b782-48ece62913a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.127825 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bcae12a2-b2bb-4f6e-aa4c-4338a06d9bd1 req-df9d9116-365c-4c38-b5a6-eae882e2c890 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Aug 26 15:51:04.186739 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e6c47c60-66d6-4f43-b782-48ece62913a0 admin admin] Publish callbacks [] for security_group (f5fcdb20-d02c-47ee-942b-c7957f5d324c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.281241 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e6c47c60-66d6-4f43-b782-48ece62913a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f5fcdb20-d02c-47ee-942b-c7957f5d324c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.324453 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e6c47c60-66d6-4f43-b782-48ece62913a0 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d50834ed551c4b589815a44354bd2870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968892 Aug 26 15:51:04.324453 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47c60-66d6-4f43-b782-48ece62913a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcdb20-d02c-47ee-942b-c7957f5d324c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:04.325201 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35916) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:04.386123 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] Publish callbacks [] for security_group (f5fcdb20-d02c-47ee-942b-c7957f5d324c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.410947 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35922) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:04.426796 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] Publish callbacks [] for security_group (f5fcdb20-d02c-47ee-942b-c7957f5d324c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.444201 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.470616 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbdf77-8a0a-4443-a00d-9308d3a3e4d4 req-9ced08eb-07fd-4044-b207-e8dcd131f271 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:04.472131 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-67dbdf77-8a0a-4443-a00d-9308d3a3e4d4 req-9ced08eb-07fd-4044-b207-e8dcd131f271 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0712833 Aug 26 15:51:04.522605 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:51:04.525248 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-67dbdf77-8a0a-4443-a00d-9308d3a3e4d4 req-04c83a9d-5a3a-4bb6-89ed-c74c6d5d565b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458755 Aug 26 15:51:04.526613 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:04.595253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f5fcdb20-d02c-47ee-942b-c7957f5d324c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.597910 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.599257 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/f5fcdb20-d02c-47ee-942b-c7957f5d324c HTTP/1.1" status: 204 len: 168 time: 0.2731326 Aug 26 15:51:04.611821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2140631-b586-4f0f-b87b-a754919287d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcdb20-d02c-47ee-942b-c7957f5d324c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:04.630685 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:04.683839 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Publish callbacks [] for security_group (3ed3c936-531b-4528-a827-0c68a465e298), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.818141 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3ed3c936-531b-4528-a827-0c68a465e298), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.818356 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.858457 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=aa0e6435408540d38ba71d5a436ee25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438982 Aug 26 15:51:04.859327 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed3c936-531b-4528-a827-0c68a465e298,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:04.861274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35932) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:04.869138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.869138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.869564 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.869887 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.869966 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.870383 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.870554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.870912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.871233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.871581 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.871932 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.872266 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.872596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.873478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.873809 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983e84-4979-433c-9424-1fc370e5b171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:04.929258 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] Publish callbacks [] for security_group (3ed3c936-531b-4528-a827-0c68a465e298), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:04.950058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] Publish callbacks [] for security_group (3ed3c936-531b-4528-a827-0c68a465e298), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.080973 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3ed3c936-531b-4528-a827-0c68a465e298), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.083626 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.084835 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/3ed3c936-531b-4528-a827-0c68a465e298 HTTP/1.1" status: 204 len: 168 time: 0.2225676 Aug 26 15:51:05.093378 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85c55-30ae-4e2b-a6ff-3dbc2ce94180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed3c936-531b-4528-a827-0c68a465e298,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:05.172577 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:05.250207 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d901b-2141-4398-bec9-d5a7a7476341 req-3fbf0205-778d-407c-88d0-b811ce147cfa tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:05.251678 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8f5d901b-2141-4398-bec9-d5a7a7476341 req-3fbf0205-778d-407c-88d0-b811ce147cfa tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Aug 26 15:51:05.300135 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8f5d901b-2141-4398-bec9-d5a7a7476341 req-a00a7cbd-efe4-4756-9d16-d36508683138 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Aug 26 15:51:05.528692 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 35952) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:05.547420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-34d636ba-b32b-403a-8af5-9446c8c6eb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.648446 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-34d636ba-b32b-403a-8af5-9446c8c6eb1b admin admin] Publish callbacks [] for security_group (2a4b5c42-f79a-462f-bb4e-83dbbfecd97f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.657306 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c031d73-feb3-4ac7-81f1-d093808eb9b7 req-20328450-7ca2-4687-af8e-0c0039c3aa97 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:05.658832 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4c031d73-feb3-4ac7-81f1-d093808eb9b7 req-20328450-7ca2-4687-af8e-0c0039c3aa97 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Aug 26 15:51:05.710636 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4c031d73-feb3-4ac7-81f1-d093808eb9b7 req-f8c5083d-38f6-4352-97b6-de2f0c680f03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Aug 26 15:51:05.786473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-34d636ba-b32b-403a-8af5-9446c8c6eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2a4b5c42-f79a-462f-bb4e-83dbbfecd97f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.834618 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-34d636ba-b32b-403a-8af5-9446c8c6eb1b admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=18b3c9ce84314cdf858155362075f336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039262 Aug 26 15:51:05.835538 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d636ba-b32b-403a-8af5-9446c8c6eb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b5c42-f79a-462f-bb4e-83dbbfecd97f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:05.837502 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 35964) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:05.890644 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] Publish callbacks [] for security_group (2a4b5c42-f79a-462f-bb4e-83dbbfecd97f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.906535 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:05.912356 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] Publish callbacks [] for security_group (2a4b5c42-f79a-462f-bb4e-83dbbfecd97f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:05.940957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:06.055820 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2a4b5c42-f79a-462f-bb4e-83dbbfecd97f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:06.058450 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:06.062806 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/2a4b5c42-f79a-462f-bb4e-83dbbfecd97f HTTP/1.1" status: 204 len: 168 time: 0.2204621 Aug 26 15:51:06.072396 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d6eb-262b-446c-9b6c-7e310f9f322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b5c42-f79a-462f-bb4e-83dbbfecd97f,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:06.226602 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:06.346333 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:06.440057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f9e60-f1e8-4b1d-9aff-2d0997b2df05 req-1a2a1042-1ad9-4c03-9ef2-d64440a0f2f3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:06.447631 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-430f9e60-f1e8-4b1d-9aff-2d0997b2df05 req-1a2a1042-1ad9-4c03-9ef2-d64440a0f2f3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0699449 Aug 26 15:51:06.492396 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:06.513421 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-430f9e60-f1e8-4b1d-9aff-2d0997b2df05 req-b6346505-8d06-4a35-a9bf-24934128bf36 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642691 Aug 26 15:51:06.854790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e88c9-d90c-4edf-be79-15277d0b3d0b req-2aff4e02-635c-4290-ae7e-3b0988553f48 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:06.857569 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d9e88c9-d90c-4edf-be79-15277d0b3d0b req-2aff4e02-635c-4290-ae7e-3b0988553f48 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0716906 Aug 26 15:51:06.931323 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0d9e88c9-d90c-4edf-be79-15277d0b3d0b req-18a12396-b3bc-47ca-8fa3-4ff3208050bc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595884 Aug 26 15:51:07.224369 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-59fbc8c8-2473-45be-81f1-00b3b73b57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:07.225855 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-59fbc8c8-2473-45be-81f1-00b3b73b57b1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.0990746 Aug 26 15:51:07.663077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652c09-4285-4603-8cf0-e9a853d8e306 req-58c737db-53f1-4290-82bb-9f36436ba5e1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:07.666347 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d0652c09-4285-4603-8cf0-e9a853d8e306 req-58c737db-53f1-4290-82bb-9f36436ba5e1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0706277 Aug 26 15:51:07.720993 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d0652c09-4285-4603-8cf0-e9a853d8e306 req-eeaa86c0-1bc1-43d5-a61f-08210daf1f0e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Aug 26 15:51:08.078781 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041b0ac-8273-4b8b-adc9-7a960943f4de req-a560e634-7f81-405f-b46c-125ed75ae721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:08.080296 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0041b0ac-8273-4b8b-adc9-7a960943f4de req-a560e634-7f81-405f-b46c-125ed75ae721 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0655847 Aug 26 15:51:08.133791 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0041b0ac-8273-4b8b-adc9-7a960943f4de req-50fa13e5-c029-4dcb-94b8-d28946371094 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 Aug 26 15:51:08.296234 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825c653-c88b-45f6-a6c4-95f742368b47 req-74cea719-c4c4-4af0-98ba-28708e6e1310 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:08.297864 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2825c653-c88b-45f6-a6c4-95f742368b47 req-74cea719-c4c4-4af0-98ba-28708e6e1310 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0547175 Aug 26 15:51:08.308325 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36058) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:08.313752 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'floatingip': {'port_id': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:08.388526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:08.541282 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:08.761126 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-a060e2fd-9a28-4446-a5b9-ae7af3374b2f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 200 len: 217 time: 0.0776589 Aug 26 15:51:08.789225 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:08.870011 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbf9ea-3861-42bb-8c72-f3445b125348 req-00b22c12-214f-40b5-b79c-a25f8f60f655 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:08.884541 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5dfbf9ea-3861-42bb-8c72-f3445b125348 req-00b22c12-214f-40b5-b79c-a25f8f60f655 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0835574 Aug 26 15:51:08.950614 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5dfbf9ea-3861-42bb-8c72-f3445b125348 req-2ad3267c-06f7-4b78-8c9e-1d3a65b528bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649211 Aug 26 15:51:08.956191 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-a560249e-d962-4859-8283-baa10e9a90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:08.957734 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-a560249e-d962-4859-8283-baa10e9a90ea service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0834842 Aug 26 15:51:09.292574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-da4074be-32a0-43ce-9382-c667b939fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:09.304350 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-da4074be-32a0-43ce-9382-c667b939fb26 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2995839 Aug 26 15:51:09.420456 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.db.resource_extend [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 15:51:09.514789 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:09.533607 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-50ef3237-0c5d-4bc7-98e5-9badf3be4965 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045348 Aug 26 15:51:09.551308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36114) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:09.638437 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:09.685453 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220c2a78-d8e4-4848-a398-5ca417950166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:09.690058 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7836eb8-218f-4e8f-a6f1-0db504352e5d req-b1eae8a9-f619-4663-936b-f9d781941ab7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436820 Aug 26 15:51:09.769281 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Floating IP 5d724cac-be4e-4155-9d2c-74cd4f1e5a6b associated. External IP: 172.27.3.46, port: 35e38d0a-ebb0-4877-bfe3-31b8806f3fde. Aug 26 15:51:09.841229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220c2a78-d8e4-4848-a398-5ca417950166 admin admin] Publish callbacks [] for security_group (e8b42539-9017-4ce1-a2f6-140f59f5ddda), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:09.929180 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220c2a78-d8e4-4848-a398-5ca417950166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e8b42539-9017-4ce1-a2f6-140f59f5ddda), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:09.973367 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-220c2a78-d8e4-4848-a398-5ca417950166 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c3ae52c6349b4cf2990b7acaf7b31266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179714 Aug 26 15:51:09.973367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c2a78-d8e4-4848-a398-5ca417950166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b42539-9017-4ce1-a2f6-140f59f5ddda,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:09.974017 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36132) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:10.013120 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:51:10.085182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] Publish callbacks [] for security_group (e8b42539-9017-4ce1-a2f6-140f59f5ddda), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.139478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] Publish callbacks [] for security_group (e8b42539-9017-4ce1-a2f6-140f59f5ddda), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.139696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:51:10.149477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.151852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f214-5975-4392-a09d-821df0ff53f4 req-82fdad20-cf60-43ec-b5ec-3eae480bee72 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:10.158684 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:51:10.159326 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5552f214-5975-4392-a09d-821df0ff53f4 req-82fdad20-cf60-43ec-b5ec-3eae480bee72 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0918610 Aug 26 15:51:10.177546 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:10.177546 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:10.188397 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3f052994-2bf4-418f-a280-0601ae4aa130 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/5d724cac-be4e-4155-9d2c-74cd4f1e5a6b HTTP/1.1" status: 200 len: 991 time: 1.8787858 Aug 26 15:51:10.189232 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:51:10.192112 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a0a91-3599-48f2-8b4b-b3e7572e650b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:51:10.229040 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5552f214-5975-4392-a09d-821df0ff53f4 req-ee1a2553-3c50-4c65-839a-592e4e06b18d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Aug 26 15:51:10.243768 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc129a-b681-4aed-b260-1f057edd07a8 x-openstack-request-id: req-62dc129a-b681-4aed-b260-1f057edd07a8 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:51:10.244366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:51:10.244833 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62dc129a-b681-4aed-b260-1f057edd07a8 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:51:10.245440 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dc129a-b681-4aed-b260-1f057edd07a8'] response: {'name': 'network-changed', 'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'status': 'completed', 'code': 200} Aug 26 15:51:10.313972 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:10.353353 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e8b42539-9017-4ce1-a2f6-140f59f5ddda), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.356447 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.360179 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/e8b42539-9017-4ce1-a2f6-140f59f5ddda HTTP/1.1" status: 204 len: 168 time: 0.3829324 Aug 26 15:51:10.360179 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:10.368975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e9a4a-2ae8-4fcf-8cee-9dd767e4e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b42539-9017-4ce1-a2f6-140f59f5ddda,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:10.422606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:10.598254 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '5d724cac-be4e-4155-9d2c-74cd4f1e5a6b', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:24:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdeefc3-4622-43da-a414-d7813721bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:50:15Z', 'updated_at': '2022-08-26T15:51:09Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:10.624569 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:51:10.633501 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:10.634153 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:10.740233 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:10.961904 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '5d724cac-be4e-4155-9d2c-74cd4f1e5a6b', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:24:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdeefc3-4622-43da-a414-d7813721bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:50:15Z', 'updated_at': '2022-08-26T15:51:09Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:10.987233 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84128e72-80c5-4315-9f64-2fd4aa7118be None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '5d724cac-be4e-4155-9d2c-74cd4f1e5a6b', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:24:e5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdeefc3-4622-43da-a414-d7813721bc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:50:15Z', 'updated_at': '2022-08-26T15:51:09Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:51:11.178068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36172) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:11.199893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b949a1f1-9bfd-492f-b854-8f293e3127c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.240556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e936d4-5cba-47aa-90a2-eaeed147f4eb None None] New status for floating IP 5d724cac-be4e-4155-9d2c-74cd4f1e5a6b: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:51:11.318587 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b949a1f1-9bfd-492f-b854-8f293e3127c3 admin admin] Publish callbacks [] for security_group (5280b886-1b16-48a0-8e1f-4ec400846870), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.376372 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f38f89-82d7-4cb2-8ebb-a6ef26e95863 req-5d362439-0af5-4dbe-9d19-bfa0f6088023 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:11.377816 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-83f38f89-82d7-4cb2-8ebb-a6ef26e95863 req-5d362439-0af5-4dbe-9d19-bfa0f6088023 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0575294 Aug 26 15:51:11.400699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b949a1f1-9bfd-492f-b854-8f293e3127c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5280b886-1b16-48a0-8e1f-4ec400846870), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.438371 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-83f38f89-82d7-4cb2-8ebb-a6ef26e95863 req-8e6127c9-de20-472c-8a89-1f7adf5ab6c7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Aug 26 15:51:11.447813 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b949a1f1-9bfd-492f-b854-8f293e3127c3 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c128266fce274b958c883e01ee09e346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677107 Aug 26 15:51:11.448455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949a1f1-9bfd-492f-b854-8f293e3127c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280b886-1b16-48a0-8e1f-4ec400846870,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:11.450388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36182) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:11.483608 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.512143 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:11.518107 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] Publish callbacks [] for security_group (5280b886-1b16-48a0-8e1f-4ec400846870), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.540846 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] Publish callbacks [] for security_group (5280b886-1b16-48a0-8e1f-4ec400846870), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.721066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5280b886-1b16-48a0-8e1f-4ec400846870), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.723935 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.725144 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/5280b886-1b16-48a0-8e1f-4ec400846870 HTTP/1.1" status: 204 len: 168 time: 0.2737494 Aug 26 15:51:11.733872 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217cde4-7c7f-49ff-8110-569d787e034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280b886-1b16-48a0-8e1f-4ec400846870,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:11.736306 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.261019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.466554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.570477 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826599fe-e338-42f1-a08e-8ff61598826d req-e8376a3d-13a3-46fb-a30d-4c6ca50cc5fc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:12.572008 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-826599fe-e338-42f1-a08e-8ff61598826d req-e8376a3d-13a3-46fb-a30d-4c6ca50cc5fc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0506301 Aug 26 15:51:12.610181 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.625629 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-826599fe-e338-42f1-a08e-8ff61598826d req-f1c39ba0-8be8-4db0-b28e-2226a9f42af6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Aug 26 15:51:12.927108 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.967226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:13.289788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:13.398171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:13.432184 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:13.636584 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-1a6e7f51-e213-4778-afc6-a08410cfa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:13.638834 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-1a6e7f51-e213-4778-afc6-a08410cfa062 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1130 time: 0.0487399 Aug 26 15:51:13.818269 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e36b6-09cf-4072-9839-20a23faf566e req-6a169fcd-a021-424d-b142-81c62e457d8f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:13.819893 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fe3e36b6-09cf-4072-9839-20a23faf566e req-6a169fcd-a021-424d-b142-81c62e457d8f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0771861 Aug 26 15:51:13.821105 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-6b27ba32-3b3f-46ae-9f03-203c43013346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:13.822397 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-6b27ba32-3b3f-46ae-9f03-203c43013346 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.1653051 Aug 26 15:51:13.876952 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fe3e36b6-09cf-4072-9839-20a23faf566e req-4968022b-ff91-4e30-a776-57a97eea03c4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Aug 26 15:51:14.004145 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:14.016084 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-7e8be925-9b28-43fb-9fe2-c84e3a7a9ced service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 1001 time: 0.0973456 Aug 26 15:51:14.075787 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-32b9bb50-e62b-4532-be81-64609773ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:14.077998 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-32b9bb50-e62b-4532-be81-64609773ce10 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0512998 Aug 26 15:51:14.129554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-93726595-d1df-4d32-af8c-536dc189969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:14.131211 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-93726595-d1df-4d32-af8c-536dc189969f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427256 Aug 26 15:51:14.187557 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:14.242451 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-0538fa47-4b74-4e0b-bd4b-dce21bd02460 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957491 Aug 26 15:51:14.801370 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-415a0a91-3599-48f2-8b4b-b3e7572e650b req-313f48f7-a5b0-4b56-b54e-24a6261e9714 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876215 Aug 26 15:51:14.829968 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:14.890118 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:14.981650 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-6f693ade-9d73-476e-9ff0-aefecfc658bc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485942 Aug 26 15:51:15.009054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483e17-7110-42f9-8920-374dfaa73149 req-71788ae8-3c7a-4cf8-8be5-ac0d18d5b27a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:15.010566 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27483e17-7110-42f9-8920-374dfaa73149 req-71788ae8-3c7a-4cf8-8be5-ac0d18d5b27a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Aug 26 15:51:15.066922 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27483e17-7110-42f9-8920-374dfaa73149 req-cdec3949-6cae-422d-bbab-7ea8fd341e34 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Aug 26 15:51:15.109038 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535030-440f-427a-af15-7f798b81ece8 req-4f337236-0edb-4e31-84a4-8d7b91746b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:15.110633 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-4f337236-0edb-4e31-84a4-8d7b91746b6d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=35ef4da23ec44ed2a75e20f8cd365691&device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 1129 time: 0.0453167 Aug 26 15:51:15.199892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36290) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:15.226297 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535030-440f-427a-af15-7f798b81ece8 req-36d2f188-c6d1-4cd6-9509-12ee0918f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:15.227815 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-36d2f188-c6d1-4cd6-9509-12ee0918f9b7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 HTTP/1.1" status: 200 len: 913 time: 0.0955958 Aug 26 15:51:15.272215 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-d3390718-70c1-4837-9c47-d8f52d7a5fea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243 HTTP/1.1" status: 200 len: 217 time: 0.0375822 Aug 26 15:51:15.320912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b985eb6c-0027-4281-ac64-5f411ad915bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.327361 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535030-440f-427a-af15-7f798b81ece8 req-a11e9e57-d952-4ba2-932b-3e4de6a90f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:15.334800 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-a11e9e57-d952-4ba2-932b-3e4de6a90f94 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=42eed016-265f-4b38-9149-1c48fd794250 HTTP/1.1" status: 200 len: 850 time: 0.0505531 Aug 26 15:51:15.377515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535030-440f-427a-af15-7f798b81ece8 req-f4c6fc22-d172-49a6-97ab-911fcc7777df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:15.379143 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-f4c6fc22-d172-49a6-97ab-911fcc7777df service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436945 Aug 26 15:51:15.406095 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b985eb6c-0027-4281-ac64-5f411ad915bf admin admin] Publish callbacks [] for security_group (d31947e5-f906-4e48-abb9-b61229773467), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.479780 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-6dad6b97-0f3c-4658-90f6-f5ba44416558 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929763 Aug 26 15:51:15.495551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b985eb6c-0027-4281-ac64-5f411ad915bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d31947e5-f906-4e48-abb9-b61229773467), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.537298 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b985eb6c-0027-4281-ac64-5f411ad915bf admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=6120fe64de3946849ac8204aa6828074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362274 Aug 26 15:51:15.538485 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985eb6c-0027-4281-ac64-5f411ad915bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31947e5-f906-4e48-abb9-b61229773467,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:15.541068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36294) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:15.605865 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9f535030-440f-427a-af15-7f798b81ece8 req-d83f8919-09c5-4d3c-9337-6a4b2a2b622c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167045 Aug 26 15:51:15.612040 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:15.635485 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] Publish callbacks [] for security_group (d31947e5-f906-4e48-abb9-b61229773467), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.658425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] Publish callbacks [] for security_group (d31947e5-f906-4e48-abb9-b61229773467), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.812668 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d31947e5-f906-4e48-abb9-b61229773467), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.815230 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:15.816434 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d31947e5-f906-4e48-abb9-b61229773467 HTTP/1.1" status: 204 len: 168 time: 0.2742760 Aug 26 15:51:15.824914 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2868-bf1d-43f2-afc8-583e607bcd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31947e5-f906-4e48-abb9-b61229773467,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:16.192885 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547359-f325-46fd-b656-0e66950f6878 req-5ff67a9f-3756-41e4-800b-6209232f4271 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:16.195546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:16.196357 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07547359-f325-46fd-b656-0e66950f6878 req-5ff67a9f-3756-41e4-800b-6209232f4271 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Aug 26 15:51:16.231679 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:16.252351 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07547359-f325-46fd-b656-0e66950f6878 req-8b2ad001-799a-419c-93a7-864403afb802 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Aug 26 15:51:16.287134 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:16.323912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:17.178379 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:17.396953 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea74500-d945-4f01-b6e4-dfd5052141d1 req-fffd32ab-6432-4776-bd01-25e50d789530 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:17.398480 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eea74500-d945-4f01-b6e4-dfd5052141d1 req-fffd32ab-6432-4776-bd01-25e50d789530 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0627036 Aug 26 15:51:17.464319 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eea74500-d945-4f01-b6e4-dfd5052141d1 req-151bb350-4f13-41ff-8acf-d5870c9214a1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600302 Aug 26 15:51:18.585955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd49ca-96a2-4d3c-94b9-ba6eca2f4077 req-4777e28f-e785-4aa8-986d-c3299ae464dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:18.587444 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2ccd49ca-96a2-4d3c-94b9-ba6eca2f4077 req-4777e28f-e785-4aa8-986d-c3299ae464dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0481997 Aug 26 15:51:18.635858 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2ccd49ca-96a2-4d3c-94b9-ba6eca2f4077 req-81130000-a80d-4eb4-8ead-8fc28dc3ab58 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Aug 26 15:51:18.678490 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:19.180957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:19.262341 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36424) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:19.379700 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-989c6698-f358-42d8-8963-71da1bca55c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.459939 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-989c6698-f358-42d8-8963-71da1bca55c7 admin admin] Publish callbacks [] for security_group (458d5c39-0ff0-4b22-87b1-e477e20546f5), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.535609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-989c6698-f358-42d8-8963-71da1bca55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (458d5c39-0ff0-4b22-87b1-e477e20546f5), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.576817 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-989c6698-f358-42d8-8963-71da1bca55c7 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=659f383d58c240efb3e15789e4cf8942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133945 Aug 26 15:51:19.577707 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6698-f358-42d8-8963-71da1bca55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458d5c39-0ff0-4b22-87b1-e477e20546f5,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:19.579619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36430) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:19.630109 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] Publish callbacks [] for security_group (458d5c39-0ff0-4b22-87b1-e477e20546f5), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.650646 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] Publish callbacks [] for security_group (458d5c39-0ff0-4b22-87b1-e477e20546f5), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.766736 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cc076-8153-4b84-b7c3-bb3071c35a3a req-02707bd0-6e7e-48dc-9b0d-a2802838deb9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:19.768273 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f3cc076-8153-4b84-b7c3-bb3071c35a3a req-02707bd0-6e7e-48dc-9b0d-a2802838deb9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0551443 Aug 26 15:51:19.792404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (458d5c39-0ff0-4b22-87b1-e477e20546f5), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.795059 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.796905 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/458d5c39-0ff0-4b22-87b1-e477e20546f5 HTTP/1.1" status: 204 len: 168 time: 0.2156806 Aug 26 15:51:19.808178 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30770-f375-45cb-b9d3-51c76b5ed09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458d5c39-0ff0-4b22-87b1-e477e20546f5,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:19.815962 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:19.826121 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f3cc076-8153-4b84-b7c3-bb3071c35a3a req-36451c8d-3467-4246-babe-4171bfbc9edd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Aug 26 15:51:20.113911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:20.515485 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36448) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:20.529046 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-15100628-03af-4167-8660-b9e883949316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:20.614615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-15100628-03af-4167-8660-b9e883949316 admin admin] Publish callbacks [] for security_group (9e3c6897-13d8-4d82-93e4-b7a8563603e6), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:20.735667 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-15100628-03af-4167-8660-b9e883949316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9e3c6897-13d8-4d82-93e4-b7a8563603e6), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:20.774388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15100628-03af-4167-8660-b9e883949316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3c6897-13d8-4d82-93e4-b7a8563603e6,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:20.781140 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-15100628-03af-4167-8660-b9e883949316 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d2a1d075a06349158c04679a85241acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619855 Aug 26 15:51:20.782000 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36452) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:20.831125 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] Publish callbacks [] for security_group (9e3c6897-13d8-4d82-93e4-b7a8563603e6), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:20.839815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:20.851695 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] Publish callbacks [] for security_group (9e3c6897-13d8-4d82-93e4-b7a8563603e6), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:20.963394 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d53f-3894-49b2-9bb2-a7ee3d505bdf req-d9626a08-2216-44c1-9117-6e20e0297744 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:20.964891 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e464d53f-3894-49b2-9bb2-a7ee3d505bdf req-d9626a08-2216-44c1-9117-6e20e0297744 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0470965 Aug 26 15:51:21.012323 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e464d53f-3894-49b2-9bb2-a7ee3d505bdf req-add28636-44b1-40ff-9904-252419768c5d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Aug 26 15:51:21.022329 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9e3c6897-13d8-4d82-93e4-b7a8563603e6), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:21.025206 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:21.026349 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/9e3c6897-13d8-4d82-93e4-b7a8563603e6 HTTP/1.1" status: 204 len: 168 time: 0.2439721 Aug 26 15:51:21.035856 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a5196-c1c8-409e-aae6-0a71e08578bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3c6897-13d8-4d82-93e4-b7a8563603e6,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:21.610009 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:22.136800 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a9fe-7e03-4a96-9166-3fb4b8ecb50f req-a2d85705-f4f7-408b-b7e3-3e7095fdee3e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:22.138314 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f373a9fe-7e03-4a96-9166-3fb4b8ecb50f req-a2d85705-f4f7-408b-b7e3-3e7095fdee3e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Aug 26 15:51:22.193056 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f373a9fe-7e03-4a96-9166-3fb4b8ecb50f req-b5f896bc-0ae4-4532-810c-f5b626473769 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490422 Aug 26 15:51:23.291589 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:23.329386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb76c-bcec-46b0-b35e-662801fc1ed4 req-554e7aa3-3b25-460d-baa1-1d3c4167414a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:23.330869 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b9dbb76c-bcec-46b0-b35e-662801fc1ed4 req-554e7aa3-3b25-460d-baa1-1d3c4167414a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0565825 Aug 26 15:51:23.387550 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b9dbb76c-bcec-46b0-b35e-662801fc1ed4 req-5196e3fa-6217-408e-b5f1-35d21ff5c876 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Aug 26 15:51:24.521626 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e273d6-f293-411b-a186-4893c2555c0a req-402beff5-974a-432c-a462-93e43003ba2e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:24.521626 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4e273d6-f293-411b-a186-4893c2555c0a req-402beff5-974a-432c-a462-93e43003ba2e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0534024 Aug 26 15:51:24.576998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4e273d6-f293-411b-a186-4893c2555c0a req-fd31a3ba-81a7-4fc9-bdfb-c25e8a96cc27 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555987 Aug 26 15:51:24.644016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36568) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:24.756002 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82522a65-b792-4656-b8f6-8dc8158ad39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:24.842539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82522a65-b792-4656-b8f6-8dc8158ad39c admin admin] Publish callbacks [] for security_group (b2d78d2b-ab30-42eb-9a51-194f54cde828), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:24.949956 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82522a65-b792-4656-b8f6-8dc8158ad39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b2d78d2b-ab30-42eb-9a51-194f54cde828), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:24.992988 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-82522a65-b792-4656-b8f6-8dc8158ad39c admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=20db06d2caf84ad2957fbdf0acb7deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477917 Aug 26 15:51:24.993892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82522a65-b792-4656-b8f6-8dc8158ad39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d78d2b-ab30-42eb-9a51-194f54cde828,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:24.995725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36576) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:25.065833 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] Publish callbacks [] for security_group (b2d78d2b-ab30-42eb-9a51-194f54cde828), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.086795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] Publish callbacks [] for security_group (b2d78d2b-ab30-42eb-9a51-194f54cde828), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.278658 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b2d78d2b-ab30-42eb-9a51-194f54cde828), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.281360 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.282591 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/b2d78d2b-ab30-42eb-9a51-194f54cde828 HTTP/1.1" status: 204 len: 168 time: 0.2841609 Aug 26 15:51:25.290526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec61d0-e1b1-4846-b3f8-67bd7a7cf9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d78d2b-ab30-42eb-9a51-194f54cde828,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:25.648266 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36610) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:25.740564 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4db663-d397-405a-964d-47f42c89ea17 req-db8cd1ec-69f4-458e-8741-3c0edefa6e24 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:25.742924 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3a4db663-d397-405a-964d-47f42c89ea17 req-db8cd1ec-69f4-458e-8741-3c0edefa6e24 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0653903 Aug 26 15:51:25.806314 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3a4db663-d397-405a-964d-47f42c89ea17 req-7bfa53c9-6a6f-4f79-8dea-88b422609e3f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558426 Aug 26 15:51:25.828826 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-92decb44-6aa9-4862-8b05-edca1e9b0226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.949807 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-92decb44-6aa9-4862-8b05-edca1e9b0226 admin admin] Publish callbacks [] for security_group (cc99d58b-99ca-4a75-a397-c4e483af1d5a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.075798 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-92decb44-6aa9-4862-8b05-edca1e9b0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (cc99d58b-99ca-4a75-a397-c4e483af1d5a), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.142915 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92decb44-6aa9-4862-8b05-edca1e9b0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99d58b-99ca-4a75-a397-c4e483af1d5a,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:26.155090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36630) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:26.157776 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-92decb44-6aa9-4862-8b05-edca1e9b0226 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=016b0c382e92427cbfe7a99c1104caa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081666 Aug 26 15:51:26.223585 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] Publish callbacks [] for security_group (cc99d58b-99ca-4a75-a397-c4e483af1d5a), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.244569 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] Publish callbacks [] for security_group (cc99d58b-99ca-4a75-a397-c4e483af1d5a), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.370471 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13208b78-0fb4-4198-8779-6c77b55169e1 req-35159f5d-efc0-478a-8364-48891ae35f61 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:26.372012 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-13208b78-0fb4-4198-8779-6c77b55169e1 req-35159f5d-efc0-478a-8364-48891ae35f61 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Aug 26 15:51:26.432461 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-13208b78-0fb4-4198-8779-6c77b55169e1 req-584fa74e-3a41-47d0-b764-77a3f918de93 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Aug 26 15:51:26.442823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36638) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:26.455970 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (cc99d58b-99ca-4a75-a397-c4e483af1d5a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.459122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.460374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/cc99d58b-99ca-4a75-a397-c4e483af1d5a HTTP/1.1" status: 204 len: 168 time: 0.3036306 Aug 26 15:51:26.475577 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d7254777-a3f8-4a5a-b34f-53bbc62d37a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.479046 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370990ad-a060-4f4f-b9ff-6635d4131344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99d58b-99ca-4a75-a397-c4e483af1d5a,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:26.570644 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d7254777-a3f8-4a5a-b34f-53bbc62d37a9 admin admin] Publish callbacks [] for security_group (2d8550c7-ec55-4c84-a773-38b7356de12a), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.667316 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d7254777-a3f8-4a5a-b34f-53bbc62d37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2d8550c7-ec55-4c84-a773-38b7356de12a), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.708814 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d7254777-a3f8-4a5a-b34f-53bbc62d37a9 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d2688a801e35458db8753304b0929f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648029 Aug 26 15:51:26.709786 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7254777-a3f8-4a5a-b34f-53bbc62d37a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8550c7-ec55-4c84-a773-38b7356de12a,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:26.711859 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36646) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:26.762473 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] Publish callbacks [] for security_group (2d8550c7-ec55-4c84-a773-38b7356de12a), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.786180 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] Publish callbacks [] for security_group (2d8550c7-ec55-4c84-a773-38b7356de12a), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.946799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b9e9-070a-4769-9472-0c3d2ae1f25a req-a2ec2f78-6119-4a80-97b4-8348434554dc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:26.948328 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3e99b9e9-070a-4769-9472-0c3d2ae1f25a req-a2ec2f78-6119-4a80-97b4-8348434554dc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0509033 Aug 26 15:51:26.997438 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3e99b9e9-070a-4769-9472-0c3d2ae1f25a req-f6502afc-340a-4dac-9e68-3182c16d7988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Aug 26 15:51:27.005647 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2d8550c7-ec55-4c84-a773-38b7356de12a), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:27.011049 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:27.011049 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/2d8550c7-ec55-4c84-a773-38b7356de12a HTTP/1.1" status: 204 len: 168 time: 0.2978234 Aug 26 15:51:27.021331 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a178b-62de-447b-ba27-71ab13572746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8550c7-ec55-4c84-a773-38b7356de12a,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:27.583139 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5462445-24ae-4c91-a203-dba47f3688cb req-f764cf07-a5e0-40c2-ac79-8721fa847785 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:27.584688 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f5462445-24ae-4c91-a203-dba47f3688cb req-f764cf07-a5e0-40c2-ac79-8721fa847785 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Aug 26 15:51:27.649354 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f5462445-24ae-4c91-a203-dba47f3688cb req-a5b63ae0-6f99-4af4-a54b-c3d8282c6161 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583212 Aug 26 15:51:28.102182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:28.120410 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a757b-d9ff-4a55-9e56-a3aaa91796d9 req-c13e7540-929d-4907-8097-ff623b716a20 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:28.121848 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c61a757b-d9ff-4a55-9e56-a3aaa91796d9 req-c13e7540-929d-4907-8097-ff623b716a20 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0470052 Aug 26 15:51:28.148554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:28.173422 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c61a757b-d9ff-4a55-9e56-a3aaa91796d9 req-9d8e8444-e485-450b-b5ff-d08ab8495b96 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Aug 26 15:51:28.231898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36708) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:28.551740 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc79d-0530-45a2-9f3a-d16c8448026b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.581552 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36722) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:28.662078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc79d-0530-45a2-9f3a-d16c8448026b admin admin] Publish callbacks [] for security_group (a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.680774 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb622b3a-0988-4273-bdca-0f3cb18699e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.682795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:28.707763 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:28.725729 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc79d-0530-45a2-9f3a-d16c8448026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.773751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc79d-0530-45a2-9f3a-d16c8448026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:28.781537 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-fb8fc79d-0530-45a2-9f3a-d16c8448026b admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d1585277ba5040a38159a4c072568c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484514 Aug 26 15:51:28.783072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36734) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:28.824454 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118ba7d-3b90-4cef-a854-fc4fa9cedb6e req-c0ccd3e4-214f-4043-9935-a640568d2c73 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:28.826231 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0118ba7d-3b90-4cef-a854-fc4fa9cedb6e req-c0ccd3e4-214f-4043-9935-a640568d2c73 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0814588 Aug 26 15:51:28.943770 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb622b3a-0988-4273-bdca-0f3cb18699e0 admin admin] Publish callbacks [] for security_group (6cf6b7d7-dbce-453c-88e0-10a3dff7f15e), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.948463 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] Publish callbacks [] for security_group (a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:28.961252 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0118ba7d-3b90-4cef-a854-fc4fa9cedb6e req-543a2abc-bfd3-465d-86e3-bf0832cf23f0 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a61fa4cf-dfe1-41bb-a646-75e2c7a03703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205089 Aug 26 15:51:28.980407 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] Publish callbacks [] for security_group (a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.019366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb622b3a-0988-4273-bdca-0f3cb18699e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6cf6b7d7-dbce-453c-88e0-10a3dff7f15e), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.062874 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-bb622b3a-0988-4273-bdca-0f3cb18699e0 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c0bdeb172d0145ba9804c7c10b54bdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777257 Aug 26 15:51:29.065734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36752) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:29.071890 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb622b3a-0988-4273-bdca-0f3cb18699e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6b7d7-dbce-453c-88e0-10a3dff7f15e,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:29.149550 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-34ca515d-8402-4b13-b8df-0084b1f635b4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:29.151005 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-34ca515d-8402-4b13-b8df-0084b1f635b4 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 945 time: 0.0678265 Aug 26 15:51:29.170574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] Publish callbacks [] for security_group (6cf6b7d7-dbce-453c-88e0-10a3dff7f15e), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.172409 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.174857 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.175964 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1 HTTP/1.1" status: 204 len: 168 time: 0.3922625 Aug 26 15:51:29.213129 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c6b7b-f013-47eb-b14d-e5d0b8a090a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b1f9f9-4051-4557-9d45-ca6ee3f1a4c1,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:29.229668 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] Publish callbacks [] for security_group (6cf6b7d7-dbce-453c-88e0-10a3dff7f15e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.329276 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0e00-851b-411b-a0ab-7b7b367a3317 req-021813a2-a3af-42c8-99f5-ab71bac2de57 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:29.330960 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-320f0e00-851b-411b-a0ab-7b7b367a3317 req-021813a2-a3af-42c8-99f5-ab71bac2de57 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Aug 26 15:51:29.338934 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Deleting port 4b02b745-e421-4c5a-bf2a-85638bcc6243 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:51:29.339472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.403422 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-320f0e00-851b-411b-a0ab-7b7b367a3317 req-0b0118a1-9555-4a9b-aacf-e1598ff076af tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651040 Aug 26 15:51:29.440943 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] For port 4b02b745-e421-4c5a-bf2a-85638bcc6243, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4b02b745-e421-4c5a-bf2a-85638bcc6243,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:29.441310 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.457339 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Calling delete_port for 4b02b745-e421-4c5a-bf2a-85638bcc6243 owned by compute:nova {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:51:29.526483 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6cf6b7d7-dbce-453c-88e0-10a3dff7f15e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.529078 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.530223 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/6cf6b7d7-dbce-453c-88e0-10a3dff7f15e HTTP/1.1" status: 204 len: 168 time: 0.4635828 Aug 26 15:51:29.539440 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=71 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:29.541008 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:29.548801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff4022-af34-4e62-9e82-9d3f1d48365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6b7d7-dbce-453c-88e0-10a3dff7f15e,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:29.565241 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=52,neutron:UPDATE=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:29.751099 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (4b02b745-e421-4c5a-bf2a-85638bcc6243), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.786679 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Pushing event deleted for resources: {'Port': ['ID=4b02b745-e421-4c5a-bf2a-85638bcc6243,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:29.855848 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] No DVR routers for this DVR port 4b02b745-e421-4c5a-bf2a-85638bcc6243 on host hv-cinder-83124 {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:51:29.860473 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.865547 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e6666987-4cfd-47b3-b51e-9b30fbceb35b req-b11d8b0f-56fc-438e-8ded-a1c1994011ed tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4b02b745-e421-4c5a-bf2a-85638bcc6243 HTTP/1.1" status: 204 len: 173 time: 0.7052591 Aug 26 15:51:29.865547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'name': 'network-vif-deleted', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:51:29.866968 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d6f5d8-c087-4247-bd75-3c8d1e33c3fc" -d '{"events": [{"server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "name": "network-vif-deleted", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:51:29.919728 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b66c1c-7e0c-4663-92e9-d66bbcf4c815 x-openstack-request-id: req-30b66c1c-7e0c-4663-92e9-d66bbcf4c815 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:51:29.919728 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff835f8-1f60-42e7-b12f-bb08724decc6", "name": "network-vif-deleted", "tag": "4b02b745-e421-4c5a-bf2a-85638bcc6243", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:51:29.919728 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30b66c1c-7e0c-4663-92e9-d66bbcf4c815 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:51:29.919728 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b66c1c-7e0c-4663-92e9-d66bbcf4c815'] response: {'server_uuid': '9ff835f8-1f60-42e7-b12f-bb08724decc6', 'name': 'network-vif-deleted', 'tag': '4b02b745-e421-4c5a-bf2a-85638bcc6243', 'status': 'completed', 'code': 200} Aug 26 15:51:29.981338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36776) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:29.995432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4cac-cfc1-429e-925a-be1e1c1d6c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.072610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da9dd051-c737-463b-8ad7-e0b47684efcf req-0205ee5a-74c1-4df0-bfe7-bb4f3cd00596 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0344992 Aug 26 15:51:30.092449 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4cac-cfc1-429e-925a-be1e1c1d6c50 admin admin] Publish callbacks [] for security_group (3f8ce706-e072-4e77-bf96-35540de73dc9), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.201692 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4cac-cfc1-429e-925a-be1e1c1d6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3f8ce706-e072-4e77-bf96-35540de73dc9), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.257380 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4c1a4cac-cfc1-429e-925a-be1e1c1d6c50 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=a99c94f8863d451abd323fef71b4d801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749379 Aug 26 15:51:30.259944 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36786) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:30.273886 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a4cac-cfc1-429e-925a-be1e1c1d6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ce706-e072-4e77-bf96-35540de73dc9,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:30.319250 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] Publish callbacks [] for security_group (3f8ce706-e072-4e77-bf96-35540de73dc9), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.340993 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] Publish callbacks [] for security_group (3f8ce706-e072-4e77-bf96-35540de73dc9), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.467553 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681567-5a66-4532-895e-e4c64f4bf926 req-c5402567-e7a0-490a-9bc4-035ff26d338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:30.472656 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c9681567-5a66-4532-895e-e4c64f4bf926 req-c5402567-e7a0-490a-9bc4-035ff26d338c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1129 time: 0.0487623 Aug 26 15:51:30.524127 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3f8ce706-e072-4e77-bf96-35540de73dc9), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.526669 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.527819 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/3f8ce706-e072-4e77-bf96-35540de73dc9 HTTP/1.1" status: 204 len: 168 time: 0.2668252 Aug 26 15:51:30.552725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:30.553671 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd0f6-49b9-458f-bb4b-3b4e62fe6d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ce706-e072-4e77-bf96-35540de73dc9,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:30.560821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36794) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:30.574504 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef3f9-83b2-4f05-b37c-a6a113e41980 req-a0dbbf34-8059-4ef0-be3a-421eac9038b7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:30.574824 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b52f816e-8504-4f94-a649-9b0fdde4e867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.576606 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-67bef3f9-83b2-4f05-b37c-a6a113e41980 req-a0dbbf34-8059-4ef0-be3a-421eac9038b7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0856295 Aug 26 15:51:30.579613 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c9681567-5a66-4532-895e-e4c64f4bf926 req-bf304b80-c483-4828-80d5-6df3c6a41094 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028016 Aug 26 15:51:30.644580 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-67bef3f9-83b2-4f05-b37c-a6a113e41980 req-c48bb340-4e5f-4452-8bbe-b785e04f8cd4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562310 Aug 26 15:51:30.706959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b52f816e-8504-4f94-a649-9b0fdde4e867 admin admin] Publish callbacks [] for security_group (c6e4036b-2bc3-4d10-8f21-83ec35392efb), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.824481 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b52f816e-8504-4f94-a649-9b0fdde4e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (c6e4036b-2bc3-4d10-8f21-83ec35392efb), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.855543 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:30.872279 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:30.879672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36806) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:30.879801 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b52f816e-8504-4f94-a649-9b0fdde4e867 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=12ba31dd37c9447b82eb18c66c14f980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177011 Aug 26 15:51:30.881887 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f816e-8504-4f94-a649-9b0fdde4e867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4036b-2bc3-4d10-8f21-83ec35392efb,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:30.938797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] Publish callbacks [] for security_group (c6e4036b-2bc3-4d10-8f21-83ec35392efb), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.973104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] Publish callbacks [] for security_group (c6e4036b-2bc3-4d10-8f21-83ec35392efb), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.170979 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (c6e4036b-2bc3-4d10-8f21-83ec35392efb), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.174494 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.175821 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/c6e4036b-2bc3-4d10-8f21-83ec35392efb HTTP/1.1" status: 204 len: 168 time: 0.2943921 Aug 26 15:51:31.186863 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a2329-fc45-45d4-8e07-2651c31e6a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4036b-2bc3-4d10-8f21-83ec35392efb,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:31.187656 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e60d26f9-1a82-4672-bac6-cc0b4df12bae req-040c7188-98c1-4265-bbda-acafb3f68c6f tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0352702 Aug 26 15:51:31.224176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5586c988-c543-46f8-b9ed-357038e17822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.740097 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 4b02b745-e421-4c5a-bf2a-85638bcc6243 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:51:31.779159 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7daaf-c7c6-45df-9238-f6bb0b0a2e6f req-4dc0f983-52c8-4bbf-882d-a6b7e4a888b8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:31.780025 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 4b02b745-e421-4c5a-bf2a-85638bcc6243 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:51:31.781885 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 4b02b745-e421-4c5a-bf2a-85638bcc6243 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:51:31.792498 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0bc7daaf-c7c6-45df-9238-f6bb0b0a2e6f req-4dc0f983-52c8-4bbf-882d-a6b7e4a888b8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0679779 Aug 26 15:51:31.846224 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0bc7daaf-c7c6-45df-9238-f6bb0b0a2e6f req-c2e226a1-5e9e-480f-9c70-af2500557748 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Aug 26 15:51:32.036610 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:32.321852 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6793d5c1-ee43-4911-b8f2-27a0e867297b req-076eca7e-ff4b-467a-ac26-4371e63cb4f5 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Aug 26 15:51:32.993314 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e08a9-99b6-4ee0-80b4-d228a69597c2 req-069d0a39-e6d3-4cd1-9327-fefcd7ad35e7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:32.994820 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-146e08a9-99b6-4ee0-80b4-d228a69597c2 req-069d0a39-e6d3-4cd1-9327-fefcd7ad35e7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Aug 26 15:51:33.045786 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-146e08a9-99b6-4ee0-80b4-d228a69597c2 req-9ae6cbe3-e71a-4b83-b01d-edc9d3f889f8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Aug 26 15:51:33.096414 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:33.453149 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9142-b69b-4071-8551-5b607a3bbca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:33.453714 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-64bc8877-deeb-467d-a2fc-976de712395c req-0dadc635-9432-4a2e-9cc5-f0877069fe68 tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0297580 Aug 26 15:51:34.178518 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a604b55-c9e3-4820-a2d1-c513d884287f req-91b7c937-6e5f-466d-86e5-151379519597 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:34.180036 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8a604b55-c9e3-4820-a2d1-c513d884287f req-91b7c937-6e5f-466d-86e5-151379519597 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0515103 Aug 26 15:51:34.230757 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8a604b55-c9e3-4820-a2d1-c513d884287f req-4fc032ad-0001-4440-8481-d5200baa4a3b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Aug 26 15:51:34.577394 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07b48677-891c-443e-8973-a4fd9ea231bb req-2b3ff8df-f201-44b7-a1c5-1e4022824edc tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0319309 Aug 26 15:51:34.790166 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:34.866780 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 36974) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:34.975077 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b454e989-4638-4eb0-a7ba-de54380ee9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.053059 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b454e989-4638-4eb0-a7ba-de54380ee9d6 admin admin] Publish callbacks [] for security_group (e7cd9ab3-2d11-4a18-a526-35111dfc79e1), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.132810 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b454e989-4638-4eb0-a7ba-de54380ee9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e7cd9ab3-2d11-4a18-a526-35111dfc79e1), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.173515 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b454e989-4638-4eb0-a7ba-de54380ee9d6 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=60ee4c70bf8344b793bb990629c253f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056536 Aug 26 15:51:35.174552 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454e989-4638-4eb0-a7ba-de54380ee9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd9ab3-2d11-4a18-a526-35111dfc79e1,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:35.176302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 36980) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:35.228604 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] Publish callbacks [] for security_group (e7cd9ab3-2d11-4a18-a526-35111dfc79e1), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.248384 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] Publish callbacks [] for security_group (e7cd9ab3-2d11-4a18-a526-35111dfc79e1), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.364164 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e837b3b-684d-42f2-9671-1f94f6d812c9 req-a10c6876-9207-46b0-af4d-b4b949092820 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:35.365660 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1e837b3b-684d-42f2-9671-1f94f6d812c9 req-a10c6876-9207-46b0-af4d-b4b949092820 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 26 15:51:35.389896 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e7cd9ab3-2d11-4a18-a526-35111dfc79e1), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.393142 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:35.395228 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/e7cd9ab3-2d11-4a18-a526-35111dfc79e1 HTTP/1.1" status: 204 len: 168 time: 0.2164218 Aug 26 15:51:35.402213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae650639-baa6-4b7e-9b71-1a666ed9a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd9ab3-2d11-4a18-a526-35111dfc79e1,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:35.422316 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1e837b3b-684d-42f2-9671-1f94f6d812c9 req-9049031e-04ee-4b73-a082-e6ca6dea20eb tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Aug 26 15:51:35.709498 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-25677ec3-b7ef-4a7c-9145-afb4a49f95ab req-2e627bd0-4c49-4b27-b464-6cd6f202745d tempest-DeleteServersTestJSON-194666870 tempest-DeleteServersTestJSON-194666870-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9ff835f8-1f60-42e7-b12f-bb08724decc6 HTTP/1.1" status: 200 len: 210 time: 0.0297968 Aug 26 15:51:36.316087 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37024) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:36.330836 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae87dac1-5820-4f71-a9ff-5ff6fc3d94ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.385525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.428815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae87dac1-5820-4f71-a9ff-5ff6fc3d94ff admin admin] Publish callbacks [] for security_group (000ad5b4-d357-4345-85ca-57b24966f7e6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.484797 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.541574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ae87dac1-5820-4f71-a9ff-5ff6fc3d94ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (000ad5b4-d357-4345-85ca-57b24966f7e6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.546645 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ab383-e2b1-4ddb-80ce-f3ed44b25453 req-4410b0ee-bacf-491b-ab36-cc3a7baa0a6c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:36.548171 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9a7ab383-e2b1-4ddb-80ce-f3ed44b25453 req-4410b0ee-bacf-491b-ab36-cc3a7baa0a6c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Aug 26 15:51:36.581845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87dac1-5820-4f71-a9ff-5ff6fc3d94ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ad5b4-d357-4345-85ca-57b24966f7e6,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:36.589003 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ae87dac1-5820-4f71-a9ff-5ff6fc3d94ff admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=bd1e7104683a4b08a136a189cc97668c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717450 Aug 26 15:51:36.591735 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37036) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:36.617257 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9a7ab383-e2b1-4ddb-80ce-f3ed44b25453 req-3bc31ecc-3b6d-4ab1-bf89-5c5bc49b1971 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631990 Aug 26 15:51:36.654863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] Publish callbacks [] for security_group (000ad5b4-d357-4345-85ca-57b24966f7e6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.680149 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] Publish callbacks [] for security_group (000ad5b4-d357-4345-85ca-57b24966f7e6), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.761366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7abc09-e772-4a51-b329-5adc245e9181 req-e77975a9-ea30-4371-b25f-289ebffe4324 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:36.763239 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6c7abc09-e772-4a51-b329-5adc245e9181 req-e77975a9-ea30-4371-b25f-289ebffe4324 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0587015 Aug 26 15:51:36.819764 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6c7abc09-e772-4a51-b329-5adc245e9181 req-cbfcf522-e756-471f-a276-144036c01a19 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505984 Aug 26 15:51:36.875917 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (000ad5b4-d357-4345-85ca-57b24966f7e6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.880178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:36.880178 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/000ad5b4-d357-4345-85ca-57b24966f7e6 HTTP/1.1" status: 204 len: 168 time: 0.2867346 Aug 26 15:51:36.889026 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f22c66-2686-46d0-b031-d7ba7f336afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ad5b4-d357-4345-85ca-57b24966f7e6,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:38.346689 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37104) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:38.459440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1927408489-network', 'tenant_id': '7fd56f5ac6a84d2cbe5df806ec6f0848'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:38.610733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Made reservation on behalf of 7fd56f5ac6a84d2cbe5df806ec6f0848 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:38.613205 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:38.622051 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:38.631908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:38.674104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:38.734553 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks [] for security_group (b46e38fd-8240-4c6e-a967-e31f238bd786), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:38.844809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b46e38fd-8240-4c6e-a967-e31f238bd786), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:38.870820 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:51:38.881180 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e38fd-8240-4c6e-a967-e31f238bd786,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:38.885839 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (535d8e33-28d3-4fd6-bae0-dc510fd8936a), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:38.886177 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Added segment 535d8e33-28d3-4fd6-bae0-dc510fd8936a of type vlan for network 4fae2120-491c-4a89-9785-7c6eb2b69c7c Aug 26 15:51:38.925719 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (4fae2120-491c-4a89-9785-7c6eb2b69c7c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.058395 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (4fae2120-491c-4a89-9785-7c6eb2b69c7c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.059427 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:39.060156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.123028 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4fae2120-491c-4a89-9785-7c6eb2b69c7c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:39.134358 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 4fae2120-491c-4a89-9785-7c6eb2b69c7c details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:51:39.173803 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8eebeafd-0e84-4f27-b675-2511200ec1f0 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8258178 Aug 26 15:51:39.174059 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:39.176896 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37120) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:39.181687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Request body: {'subnet': {'network_id': '4fae2120-491c-4a89-9785-7c6eb2b69c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1927408489-subnet', 'tenant_id': '7fd56f5ac6a84d2cbe5df806ec6f0848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:39.261502 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Made reservation on behalf of 7fd56f5ac6a84d2cbe5df806ec6f0848 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:39.264008 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.336671 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37124) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:39.479891 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e467c1d7-a1a3-4e0d-82af-f08acaf5fd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.567037 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e467c1d7-a1a3-4e0d-82af-f08acaf5fd1f admin admin] Publish callbacks [] for security_group (e73e888b-9c76-4356-9124-8cbe7412719d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.579682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (e2401d3e-23ba-43cb-b1e3-644a8e9a7887), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.641609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2401d3e-23ba-43cb-b1e3-644a8e9a7887,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:39.647012 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Checking segment: {'id': '535d8e33-28d3-4fd6-bae0-dc510fd8936a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4fae2120-491c-4a89-9785-7c6eb2b69c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:39.647419 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Network hostable DHCP agents. Network: 4fae2120-491c-4a89-9785-7c6eb2b69c7c, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:51:39.704678 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e467c1d7-a1a3-4e0d-82af-f08acaf5fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e73e888b-9c76-4356-9124-8cbe7412719d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.752702 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e467c1d7-a1a3-4e0d-82af-f08acaf5fd1f admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=9bf0cb62f7794f328d483c2ea1f054e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099240 Aug 26 15:51:39.752702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467c1d7-a1a3-4e0d-82af-f08acaf5fd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73e888b-9c76-4356-9124-8cbe7412719d,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:39.752881 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37146) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:39.809344 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] Publish callbacks [] for security_group (e73e888b-9c76-4356-9124-8cbe7412719d), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.825167 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Network 4fae2120-491c-4a89-9785-7c6eb2b69c7c is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:51:39.842248 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] Publish callbacks [] for security_group (e73e888b-9c76-4356-9124-8cbe7412719d), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.931468 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 4fae2120-491c-4a89-9785-7c6eb2b69c7c) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:39.938570 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37150) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:39.944378 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a2765-da4f-4d11-a930-7017ec59fdb3 None None] Network 4fae2120-491c-4a89-9785-7c6eb2b69c7c requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:39.949441 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:39.949441 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.000682 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e73e888b-9c76-4356-9124-8cbe7412719d), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.003823 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.006342 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/e73e888b-9c76-4356-9124-8cbe7412719d HTTP/1.1" status: 204 len: 168 time: 0.2518675 Aug 26 15:51:40.023764 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b6826-788f-4e01-85ab-f852af32c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73e888b-9c76-4356-9124-8cbe7412719d,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:40.064743 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37160) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:40.080828 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780f640-b606-4aab-8dcb-f49449439f68 None None] Network 4fae2120-491c-4a89-9785-7c6eb2b69c7c requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:40.117335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18ebe8-3f62-4704-b523-313724b6761e req-84209850-d91c-45c8-85d2-95eb4bfadcb0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:40.120367 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fd18ebe8-3f62-4704-b523-313724b6761e req-84209850-d91c-45c8-85d2-95eb4bfadcb0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0712354 Aug 26 15:51:40.125671 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-299ba567-8d1c-4fff-808f-624d19e1a8ff admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9477205 Aug 26 15:51:40.180076 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-31c9895f-49cc-41a3-98c2-03420ff5af0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.181937 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:40.226376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-838a6de4-3421-4776-8130-a0632df99f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.247047 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ed70-b908-4817-936c-322624b74149 req-8f51ab33-d1d2-4803-bec8-2d184dedbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:40.248832 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-8f51ab33-d1d2-4803-bec8-2d184dedbb13 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.0859261 Aug 26 15:51:40.268148 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fd18ebe8-3f62-4704-b523-313724b6761e req-47e1bdf1-37cd-4b1f-9d2d-bd2cdd51a316 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387661 Aug 26 15:51:40.292179 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:40.333469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-838a6de4-3421-4776-8130-a0632df99f37 admin admin] Publish callbacks [] for security_group (50edb116-29a0-46ed-928b-9c1d0e767dd3), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.406341 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ed70-b908-4817-936c-322624b74149 req-5665e0e8-a1b3-433b-b7cf-9fb30e61c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:40.407821 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-5665e0e8-a1b3-433b-b7cf-9fb30e61c8f7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1300819 Aug 26 15:51:40.426475 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-31c9895f-49cc-41a3-98c2-03420ff5af0c admin admin] Publish callbacks [] for security_group (fc604cba-f00a-4e9f-887b-28acdf1efd27), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.452870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-838a6de4-3421-4776-8130-a0632df99f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (50edb116-29a0-46ed-928b-9c1d0e767dd3), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.455233 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-cfb6de05-5c06-4e0e-af99-d1907d3d5e9f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0380368 Aug 26 15:51:40.495000 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-838a6de4-3421-4776-8130-a0632df99f37 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d6d3b23f9762469ea091237823aebc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291518 Aug 26 15:51:40.496145 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a6de4-3421-4776-8130-a0632df99f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50edb116-29a0-46ed-928b-9c1d0e767dd3,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:40.497755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37170) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:40.517359 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-31c9895f-49cc-41a3-98c2-03420ff5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fc604cba-f00a-4e9f-887b-28acdf1efd27), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.571286 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ed70-b908-4817-936c-322624b74149 req-fc9bb55c-b378-4edd-8183-3f13bf474c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:40.580756 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-fc9bb55c-b378-4edd-8183-3f13bf474c56 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.1087193 Aug 26 15:51:40.580756 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-31c9895f-49cc-41a3-98c2-03420ff5af0c admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=8c136b19c69c47388515601c08251a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6404634 Aug 26 15:51:40.582653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9895f-49cc-41a3-98c2-03420ff5af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc604cba-f00a-4e9f-887b-28acdf1efd27,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:40.583295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37176) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:40.644056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] Publish callbacks [] for security_group (50edb116-29a0-46ed-928b-9c1d0e767dd3), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.644056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ed70-b908-4817-936c-322624b74149 req-a613094f-1610-4304-aef0-e2392a187ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:40.645608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] Publish callbacks [] for security_group (fc604cba-f00a-4e9f-887b-28acdf1efd27), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.645759 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-a613094f-1610-4304-aef0-e2392a187ed0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642240 Aug 26 15:51:40.669672 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] Publish callbacks [] for security_group (fc604cba-f00a-4e9f-887b-28acdf1efd27), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.711855 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] Publish callbacks [] for security_group (50edb116-29a0-46ed-928b-9c1d0e767dd3), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.782794 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-c1cf6e26-a342-4508-96da-af374991b464 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295528 Aug 26 15:51:40.797946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fc604cba-f00a-4e9f-887b-28acdf1efd27), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.801378 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.803640 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/fc604cba-f00a-4e9f-887b-28acdf1efd27 HTTP/1.1" status: 204 len: 168 time: 0.2193253 Aug 26 15:51:40.821331 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc75ac-c8d1-4e94-a42a-d34d77681e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc604cba-f00a-4e9f-887b-28acdf1efd27,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:40.842494 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37186) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:40.862019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (50edb116-29a0-46ed-928b-9c1d0e767dd3), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.865035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.869666 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/50edb116-29a0-46ed-928b-9c1d0e767dd3 HTTP/1.1" status: 204 len: 168 time: 0.3679910 Aug 26 15:51:40.889307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e4225ecc-78e4-46bc-8f49-19ec176ebf21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:40.890626 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c592679-3fb7-4ffd-84b7-34f4b2f67552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50edb116-29a0-46ed-928b-9c1d0e767dd3,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:40.946479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37198) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:40.992764 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07a7ed70-b908-4817-936c-322624b74149 req-11c70c54-8a37-4792-9aa2-1b11bd587286 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030659 Aug 26 15:51:41.073886 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e4225ecc-78e4-46bc-8f49-19ec176ebf21 admin admin] Publish callbacks [] for security_group (872526c1-7189-4394-bda5-c7039125dfec), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.191654 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e4225ecc-78e4-46bc-8f49-19ec176ebf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (872526c1-7189-4394-bda5-c7039125dfec), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.260996 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e4225ecc-78e4-46bc-8f49-19ec176ebf21 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ced93dd26ce64cf2a635078ba6341ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231412 Aug 26 15:51:41.263834 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37204) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:41.300791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4225ecc-78e4-46bc-8f49-19ec176ebf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872526c1-7189-4394-bda5-c7039125dfec,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:41.311614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:41.335504 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] Publish callbacks [] for security_group (872526c1-7189-4394-bda5-c7039125dfec), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.350114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.365532 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] Publish callbacks [] for security_group (872526c1-7189-4394-bda5-c7039125dfec), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.484808 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.526709 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:51:41.616658 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (872526c1-7189-4394-bda5-c7039125dfec), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.619259 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.620541 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/872526c1-7189-4394-bda5-c7039125dfec HTTP/1.1" status: 204 len: 168 time: 0.3553851 Aug 26 15:51:41.635842 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd1ff-e09b-4945-9f36-b575385b6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872526c1-7189-4394-bda5-c7039125dfec,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:41.736340 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233dc9-78a3-4f43-8f2c-0cb9c0f68c3f req-cae32955-6934-44da-9ef4-e123401fad6a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:41.737706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f233dc9-78a3-4f43-8f2c-0cb9c0f68c3f req-cae32955-6934-44da-9ef4-e123401fad6a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.3724358 Aug 26 15:51:41.740413 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:41.826292 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f233dc9-78a3-4f43-8f2c-0cb9c0f68c3f req-ce281d0a-7ac1-420a-b992-00fa40ee763d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809383 Aug 26 15:51:42.018125 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Deleting port 21432447-f13a-4dbc-87bf-fb9799d1e903 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:51:42.018461 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.101594 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] For port 21432447-f13a-4dbc-87bf-fb9799d1e903, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=21432447-f13a-4dbc-87bf-fb9799d1e903,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:42.102166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.122569 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Calling delete_port for 21432447-f13a-4dbc-87bf-fb9799d1e903 owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:51:42.427733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (21432447-f13a-4dbc-87bf-fb9799d1e903), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.453395 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=21432447-f13a-4dbc-87bf-fb9799d1e903,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:42.544524 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37232) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:42.550034 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-161013793-network', 'tenant_id': 'ab0e7db625ac43228178231236d03fd2'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:42.615165 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37234) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:42.633630 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7badecf9-910f-4745-ae4f-042afe6e8449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.649864 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.671669 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Made reservation on behalf of ab0e7db625ac43228178231236d03fd2 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:42.674403 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.691288 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:42.715635 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.756998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37238) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:42.822175 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7badecf9-910f-4745-ae4f-042afe6e8449 admin admin] Publish callbacks [] for security_group (25aefb95-abd4-4b5b-b8a6-10f0989b2c37), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.857237 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks [] for security_group (9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.892949 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7badecf9-910f-4745-ae4f-042afe6e8449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (25aefb95-abd4-4b5b-b8a6-10f0989b2c37), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.913963 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Router d5add5ba-9746-440d-98b1-d18c4ca65f98 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:51:42.963640 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.973814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5b4f-eac2-4aef-9762-0d45ea289e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:42.990420 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badecf9-910f-4745-ae4f-042afe6e8449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aefb95-abd4-4b5b-b8a6-10f0989b2c37,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:43.026758 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7badecf9-910f-4745-ae4f-042afe6e8449 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ea06c8e4c8414e90aa9dea9e2ca794b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102499 Aug 26 15:51:43.026973 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:51:43.037390 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9f8d18c5-28c5-4695-b042-ad5e3ffa2a6d admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/d5add5ba-9746-440d-98b1-d18c4ca65f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0853333 Aug 26 15:51:43.037390 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37248) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:43.041759 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37250) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:43.042111 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Sync routers for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:51:43.044669 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df407f1-c902-4c69-a51f-765da7d630a0 req-f45d802b-36b3-40b8-94fb-ad80b596c19e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:43.052972 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6df407f1-c902-4c69-a51f-765da7d630a0 req-f45d802b-36b3-40b8-94fb-ad80b596c19e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.1472371 Aug 26 15:51:43.058602 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:43.059149 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:43.075893 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:51:43.097515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:43.117373 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:43.127622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (84858762-8709-48f3-808c-0a7fd1c756bd), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.128341 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Added segment 84858762-8709-48f3-808c-0a7fd1c756bd of type vlan for network 8a653e45-59b2-4650-8daa-8e27eb9be491 Aug 26 15:51:43.167601 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:43.193693 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] Publish callbacks [] for security_group (25aefb95-abd4-4b5b-b8a6-10f0989b2c37), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.223482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks [] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.227260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] Publish callbacks [] for security_group (25aefb95-abd4-4b5b-b8a6-10f0989b2c37), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.339627 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:43.369982 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks [] for router_gateway (d5add5ba-9746-440d-98b1-d18c4ca65f98), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.437687 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (8a653e45-59b2-4650-8daa-8e27eb9be491), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.449466 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6df407f1-c902-4c69-a51f-765da7d630a0 req-f8bdcdef-4d70-420d-a83d-4b597e23e38f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952191 Aug 26 15:51:43.463408 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:51:42Z', 'revision_number': 5, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port': {'id': '9f45be62-09e6-411b-b19b-85021ebc26cc', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:43.467839 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (25aefb95-abd4-4b5b-b8a6-10f0989b2c37), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.471326 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.472706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/25aefb95-abd4-4b5b-b8a6-10f0989b2c37 HTTP/1.1" status: 204 len: 168 time: 0.4380724 Aug 26 15:51:43.484509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720212ef-c834-4c9c-b3c7-f5caedebd775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aefb95-abd4-4b5b-b8a6-10f0989b2c37,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:43.504948 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Checking router: d5add5ba-9746-440d-98b1-d18c4ca65f98 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:51:43.519322 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Routers {'d5add5ba-9746-440d-98b1-d18c4ca65f98'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:43.519862 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['d5add5ba-9746-440d-98b1-d18c4ca65f98'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:43.547086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5b4f-eac2-4aef-9762-0d45ea289e15 admin admin] Publish callbacks [] for security_group (1b58dcca-2896-4c24-b031-7773ef7bed99), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.562183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Deleting port 9f45be62-09e6-411b-b19b-85021ebc26cc {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:51:43.562482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.605338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (8a653e45-59b2-4650-8daa-8e27eb9be491), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.606377 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:43.606958 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.616093 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] Set router d5add5ba-9746-440d-98b1-d18c4ca65f98 gateway port host: None {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:43.663913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] For port 9f45be62-09e6-411b-b19b-85021ebc26cc, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9f45be62-09e6-411b-b19b-85021ebc26cc,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:43.664405 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.679849 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:51:43Z', 'revision_number': 6, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:43.688433 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5b4f-eac2-4aef-9762-0d45ea289e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1b58dcca-2896-4c24-b031-7773ef7bed99), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.697359 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Calling delete_port for 9f45be62-09e6-411b-b19b-85021ebc26cc owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:51:43.716220 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c771e-5f72-4f65-9eb8-25da1081d5fc None None] The sync data for ids ['d5add5ba-9746-440d-98b1-d18c4ca65f98'] in dv-cinder-831247-24-iscsi is: [{'id': 'd5add5ba-9746-440d-98b1-d18c4ca65f98', 'name': 'tempest-DeleteServersTestJSON-467284561-router', 'tenant_id': '35ef4da23ec44ed2a75e20f8cd365691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:06Z', 'updated_at': '2022-08-26T15:51:43Z', 'revision_number': 6, 'project_id': '35ef4da23ec44ed2a75e20f8cd365691', 'gw_port_host': None}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:51:43.738036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] Pushing event updated for resources: {'Network': ['ID=8a653e45-59b2-4650-8daa-8e27eb9be491,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:43.750657 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 8a653e45-59b2-4650-8daa-8e27eb9be491 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:51:43.771695 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb5b4f-eac2-4aef-9762-0d45ea289e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58dcca-2896-4c24-b031-7773ef7bed99,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:43.794627 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3bcb5b4f-eac2-4aef-9762-0d45ea289e15 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ffc0ffa8142e4165b7e9045e27fc7611&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0355704 Aug 26 15:51:43.798478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37264) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:43.813034 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37266) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:43.816435 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-87392783-c521-4f9d-b09a-10d66b918a5f admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2706373 Aug 26 15:51:43.827137 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Request body: {'subnet': {'network_id': '8a653e45-59b2-4650-8daa-8e27eb9be491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-161013793-subnet', 'tenant_id': 'ab0e7db625ac43228178231236d03fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:43.920815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:43.949985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] Publish callbacks [] for security_group (1b58dcca-2896-4c24-b031-7773ef7bed99), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.975950 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] Publish callbacks [] for security_group (1b58dcca-2896-4c24-b031-7773ef7bed99), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.043368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Made reservation on behalf of ab0e7db625ac43228178231236d03fd2 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:44.047982 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.207741 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (9f45be62-09e6-411b-b19b-85021ebc26cc), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.209887 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1b58dcca-2896-4c24-b031-7773ef7bed99), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.219499 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.219499 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/1b58dcca-2896-4c24-b031-7773ef7bed99 HTTP/1.1" status: 204 len: 168 time: 0.4132161 Aug 26 15:51:44.251898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f45be62-09e6-411b-b19b-85021ebc26cc,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:44.253596 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14779412-f86b-4100-85c1-dc6cb304f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58dcca-2896-4c24-b031-7773ef7bed99,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:44.385225 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.405870 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:44.500484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.502687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks [] for router_controller (d5add5ba-9746-440d-98b1-d18c4ca65f98), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.610899 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0fb2-33df-4abc-bc43-578a3938ec62 req-119846cc-7712-4806-88c2-03d652689484 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:44.612437 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da6c0fb2-33df-4abc-bc43-578a3938ec62 req-119846cc-7712-4806-88c2-03d652689484 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0837195 Aug 26 15:51:44.649548 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (d5add5ba-9746-440d-98b1-d18c4ca65f98), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.649548 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5add5ba-9746-440d-98b1-d18c4ca65f98 {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:51:44.650173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.651347 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4a576b68-ddc0-49bd-b258-eba943cc2cd1 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/d5add5ba-9746-440d-98b1-d18c4ca65f98 HTTP/1.1" status: 204 len: 168 time: 1.6076882 Aug 26 15:51:44.654336 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (fe0e80e0-c024-4280-8423-d6fd5ca244d1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.655142 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37292) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:44.715356 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da6c0fb2-33df-4abc-bc43-578a3938ec62 req-eadc8d74-4e2d-4483-a950-5416cb5d81b3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967491 Aug 26 15:51:44.729294 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Deleting subnet 42eed016-265f-4b38-9149-1c48fd794250 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:51:44.733167 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Publish callbacks [] for subnet (42eed016-265f-4b38-9149-1c48fd794250), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.744750 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0e80e0-c024-4280-8423-d6fd5ca244d1,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:44.756928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Checking segment: {'id': '84858762-8709-48f3-808c-0a7fd1c756bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8a653e45-59b2-4650-8daa-8e27eb9be491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:44.757319 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Network hostable DHCP agents. Network: 8a653e45-59b2-4650-8daa-8e27eb9be491, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:51:44.772975 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (42eed016-265f-4b38-9149-1c48fd794250), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.817227 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:44.879824 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Network 8a653e45-59b2-4650-8daa-8e27eb9be491 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:51:44.912858 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (42eed016-265f-4b38-9149-1c48fd794250), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:44.996192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 8a653e45-59b2-4650-8daa-8e27eb9be491) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:45.001182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:45.001723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.006190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c314cb-eb68-4021-91dd-7cc5729ef9e5 None None] Network 8a653e45-59b2-4650-8daa-8e27eb9be491 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:45.118320 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26919975-b825-4e58-bf4c-d8dc2893fca1 None None] Network 8a653e45-59b2-4650-8daa-8e27eb9be491 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:45.133998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (42eed016-265f-4b38-9149-1c48fd794250), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.136454 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-331aa9d1-1e39-48e6-9213-2a665a8415c2 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3153372 Aug 26 15:51:45.172164 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42eed016-265f-4b38-9149-1c48fd794250,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:45.174604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.178245 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-742b4bad-56b3-4f85-9d4b-79fb02545f37 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/42eed016-265f-4b38-9149-1c48fd794250 HTTP/1.1" status: 204 len: 168 time: 0.5213635 Aug 26 15:51:45.181206 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37306) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:45.185390 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb410a94-8da3-408e-94c7-b780b49a0d57 None None] Network 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:45.262191 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.292598 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:45.320531 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Deleting port 128ca9d4-4781-41d0-b564-94e3ff624c8c {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:51:45.320959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.367677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37312) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:45.394806 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c87f1380-3de1-41cd-aa98-ab254790c0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.404532 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] DHCP port deletion for 4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:51:45.413937 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] For port 128ca9d4-4781-41d0-b564-94e3ff624c8c, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=128ca9d4-4781-41d0-b564-94e3ff624c8c,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:45.414565 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.433137 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Calling delete_port for 128ca9d4-4781-41d0-b564-94e3ff624c8c owned by network:dhcp {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:51:45.499680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Deleting port 128ca9d4-4781-41d0-b564-94e3ff624c8c {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:51:45.501269 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.552663 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9f45be62-09e6-411b-b19b-85021ebc26cc no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:51:45.568193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c87f1380-3de1-41cd-aa98-ab254790c0e1 admin admin] Publish callbacks [] for security_group (f306aefd-5cee-48a5-8cf1-0fc3235c942a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.584865 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 9f45be62-09e6-411b-b19b-85021ebc26cc {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:51:45.591716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9f45be62-09e6-411b-b19b-85021ebc26cc not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:51:45.591716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 21432447-f13a-4dbc-87bf-fb9799d1e903 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:51:45.592169 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:45.607527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 21432447-f13a-4dbc-87bf-fb9799d1e903 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:51:45.607892 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 21432447-f13a-4dbc-87bf-fb9799d1e903 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:51:45.608326 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 128ca9d4-4781-41d0-b564-94e3ff624c8c no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:51:45.616695 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.645584 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Pushing event deleted for resources: {'Port': ['ID=128ca9d4-4781-41d0-b564-94e3ff624c8c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:45.650591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] No DVR routers for this DVR port 128ca9d4-4781-41d0-b564-94e3ff624c8c on host dv-cinder-831247-24-iscsi {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:51:45.650796 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c87f1380-3de1-41cd-aa98-ab254790c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f306aefd-5cee-48a5-8cf1-0fc3235c942a), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.652888 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:45.660510 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] For port 128ca9d4-4781-41d0-b564-94e3ff624c8c, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=128ca9d4-4781-41d0-b564-94e3ff624c8c,segment=NetworkSegment(b0c625ec-21c0-4750-9f76-1229c6189b92),segment_id=b0c625ec-21c0-4750-9f76-1229c6189b92)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:45.660510 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.677066 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Calling delete_port for 128ca9d4-4781-41d0-b564-94e3ff624c8c owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:51:45.680204 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No active binding found for port 128ca9d4-4781-41d0-b564-94e3ff624c8c {{(pid=113466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 26 15:51:45.680885 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] The host dv-cinder-831247-24-iscsi is not matching for port 128ca9d4-4781-41d0-b564-94e3ff624c8c host None! {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 26 15:51:45.680998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 128ca9d4-4781-41d0-b564-94e3ff624c8c not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:51:45.712565 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c87f1380-3de1-41cd-aa98-ab254790c0e1 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d8b3a961e0cc4224988fbc599a9d66b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434486 Aug 26 15:51:45.717525 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37322) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:45.736081 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f1380-3de1-41cd-aa98-ab254790c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306aefd-5cee-48a5-8cf1-0fc3235c942a,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:45.798208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:45.820839 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] Publish callbacks [] for security_group (f306aefd-5cee-48a5-8cf1-0fc3235c942a), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.863377 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] Publish callbacks [] for security_group (f306aefd-5cee-48a5-8cf1-0fc3235c942a), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:45.878141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:45.948130 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350d6cb-aa52-4ae0-a3dd-9633bff09eeb req-44be22af-0046-4e04-abe1-fd59df987cc2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:45.949711 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0350d6cb-aa52-4ae0-a3dd-9633bff09eeb req-44be22af-0046-4e04-abe1-fd59df987cc2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.1029081 Aug 26 15:51:45.961332 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (128ca9d4-4781-41d0-b564-94e3ff624c8c), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.020928 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Pushing event deleted for resources: {'Port': ['ID=128ca9d4-4781-41d0-b564-94e3ff624c8c,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:46.024632 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0350d6cb-aa52-4ae0-a3dd-9633bff09eeb req-e7057437-2659-469b-a362-798b136021f4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 Aug 26 15:51:46.038286 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.044108 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] No DVR routers for this DVR port 128ca9d4-4781-41d0-b564-94e3ff624c8c on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:51:46.050317 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.057010 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.059093 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.062925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.065314 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.066076 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.068418 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.070663 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.071260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b253f-ea18-4729-a861-25d0020a8dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:46.073701 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:46.085034 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c625ec-21c0-4750-9f76-1229c6189b92') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:46.085337 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c625ec-21c0-4750-9f76-1229c6189b92') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:46.088034 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f306aefd-5cee-48a5-8cf1-0fc3235c942a), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.092421 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.094562 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/f306aefd-5cee-48a5-8cf1-0fc3235c942a HTTP/1.1" status: 204 len: 168 time: 0.3751473 Aug 26 15:51:46.099961 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (b0c625ec-21c0-4750-9f76-1229c6189b92), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.108135 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:46.116519 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (b0c625ec-21c0-4750-9f76-1229c6189b92), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.119721 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5064c51-fac6-4fd1-9574-0038928017de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306aefd-5cee-48a5-8cf1-0fc3235c942a,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:46.128778 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:51:46.129190 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (b0c625ec-21c0-4750-9f76-1229c6189b92), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.166986 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment b0c625ec-21c0-4750-9f76-1229c6189b92 resource provider aggregate not found Aug 26 15:51:46.241184 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment b0c625ec-21c0-4750-9f76-1229c6189b92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0c625ec-21c0-4750-9f76-1229c6189b92 found for delete ", "request_id": "req-a8e77fe8-8d78-445b-9c94-235fe4ef0d5a"}]} Aug 26 15:51:46.322274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.331687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:46.336064 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9 HTTP/1.1" status: 204 len: 168 time: 1.1533368 Aug 26 15:51:46.346598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e50ebf-7b50-4ea0-828b-ee41e72f298f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7b79a5-e7ba-4e8e-9ad0-1d926f035cc9,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:46.710678 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:46.970085 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37360) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:47.022366 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c0e0661f-59de-433d-bfb6-6da495eb2c27 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=35ef4da23ec44ed2a75e20f8cd365691&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507345 Aug 26 15:51:47.024681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37364) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:47.096966 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] Publish callbacks [] for security_group (a61fa4cf-dfe1-41bb-a646-75e2c7a03703), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:47.152283 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] Publish callbacks [] for security_group (a61fa4cf-dfe1-41bb-a646-75e2c7a03703), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:47.235445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca618d-d8b1-4195-944d-726d6c99f1fa req-22bf579b-b8b1-4caa-933d-106d7019803e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:47.236972 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3cca618d-d8b1-4195-944d-726d6c99f1fa req-22bf579b-b8b1-4caa-933d-106d7019803e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0726721 Aug 26 15:51:47.294360 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3cca618d-d8b1-4195-944d-726d6c99f1fa req-ce0fb2c8-2bd6-4209-ba3a-2da03d81031d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513237 Aug 26 15:51:47.325920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a61fa4cf-dfe1-41bb-a646-75e2c7a03703), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:47.330112 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:47.334118 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a61fa4cf-dfe1-41bb-a646-75e2c7a03703 HTTP/1.1" status: 204 len: 168 time: 0.3056591 Aug 26 15:51:47.339819 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0cda7-e2d0-4ad9-8d61-6ce95fbe0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61fa4cf-dfe1-41bb-a646-75e2c7a03703,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:47.404713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:48.443508 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82933c-c9e0-4536-a3c1-dc6c50547933 req-ea0e0de1-8e89-4628-a722-1ff5a53768ae tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:48.445479 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8a82933c-c9e0-4536-a3c1-dc6c50547933 req-ea0e0de1-8e89-4628-a722-1ff5a53768ae tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0635412 Aug 26 15:51:48.504945 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8a82933c-c9e0-4536-a3c1-dc6c50547933 req-ba5acd76-badf-4658-ae4a-43a4dcad7026 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Aug 26 15:51:48.514417 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:49.240903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37470) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:49.276295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:49.372057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-503145367-network', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:49.481941 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:49.484571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.493539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.584883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks [] for security_group (8780ca69-1d62-4c45-a8ea-52d34ba8d122), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.662431 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93cc17-a782-4af5-8c58-f77037161cae req-5646dafb-59ca-47ca-9459-198dda61474e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:49.664379 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5f93cc17-a782-4af5-8c58-f77037161cae req-5646dafb-59ca-47ca-9459-198dda61474e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0692024 Aug 26 15:51:49.665518 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8780ca69-1d62-4c45-a8ea-52d34ba8d122), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.706528 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:51:49.753614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.753950 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Added segment a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0 of type vlan for network a335b766-ffd8-4d30-a4fc-6d81d957bfbd Aug 26 15:51:49.765526 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8780ca69-1d62-4c45-a8ea-52d34ba8d122,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:49.803389 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5f93cc17-a782-4af5-8c58-f77037161cae req-40df6826-5cdf-4463-b04b-ab64bf7bccab tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316440 Aug 26 15:51:49.814859 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (a335b766-ffd8-4d30-a4fc-6d81d957bfbd), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.974091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (a335b766-ffd8-4d30-a4fc-6d81d957bfbd), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.975128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:49.975831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:50.047955 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=a335b766-ffd8-4d30-a4fc-6d81d957bfbd,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:50.061234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:51:50.135857 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7f52371d-8e17-4d96-b1a2-e32da1745ed8 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8908865 Aug 26 15:51:50.145096 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37498) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:50.150751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Request body: {'subnet': {'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-503145367-subnet', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:50.258964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:50.261430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:50.513621 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (232fd674-43e9-4394-9a4b-8065f1be4d76), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:50.584421 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=232fd674-43e9-4394-9a4b-8065f1be4d76,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:50.586525 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:50.587154 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Network hostable DHCP agents. Network: a335b766-ffd8-4d30-a4fc-6d81d957bfbd, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:51:50.716036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:51:50.893879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:50.893879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, a335b766-ffd8-4d30-a4fc-6d81d957bfbd) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:50.893879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:50.893879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:50.895143 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528014f3-3ea6-41c2-b950-f036ceeb1569 None None] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:50.936114 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677435-4529-439b-8abb-09cb59dd8f22 req-91d380c6-da54-4833-ad80-d2c56d0c8f66 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:50.938461 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-05677435-4529-439b-8abb-09cb59dd8f22 req-91d380c6-da54-4833-ad80-d2c56d0c8f66 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Aug 26 15:51:50.996250 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-05677435-4529-439b-8abb-09cb59dd8f22 req-425ba786-7d84-4380-a97a-2a4e39d155eb tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Aug 26 15:51:51.014324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:51.017789 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-27357573-d0a2-4db4-8d4a-34741a1366cc admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8716238 Aug 26 15:51:51.020448 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37516) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:51.024891 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:51.140575 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:51:51.141498 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.162220 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.163571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.221680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for router_controller (06ba6513-d1ed-457c-abdb-5d9e45c98830), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.284784 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Allocated IP 172.20.0.2 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/817a49cc-b125-477d-8074-548a81012a0b) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:51:51.433810 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks [] for port (817a49cc-b125-477d-8074-548a81012a0b), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.503905 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for router_gateway (06ba6513-d1ed-457c-abdb-5d9e45c98830), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.550916 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (817a49cc-b125-477d-8074-548a81012a0b), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.592193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:51.597070 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:51.600918 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:51:51.604317 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Pushing event updated for resources: {'Port': ['ID=817a49cc-b125-477d-8074-548a81012a0b,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:51.660719 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Attempting to bind port 817a49cc-b125-477d-8074-548a81012a0b on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:51:51.661081 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Attempting to bind port 817a49cc-b125-477d-8074-548a81012a0b by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:51:51.661436 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Attempting to bind port 817a49cc-b125-477d-8074-548a81012a0b on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:51:51.666791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:51:51.667158 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:51.667553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.667960 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:51:51.668416 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Bound port: 817a49cc-b125-477d-8074-548a81012a0b, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:51:51.668785 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (817a49cc-b125-477d-8074-548a81012a0b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.740699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] For port 817a49cc-b125-477d-8074-548a81012a0b, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:51:51.744079 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] For port 817a49cc-b125-477d-8074-548a81012a0b, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=817a49cc-b125-477d-8074-548a81012a0b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:51:51.870986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (817a49cc-b125-477d-8074-548a81012a0b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.897764 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for router_gateway (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.912688 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:51.925848 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:51.958735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4167-715e-46bf-9b3f-e3dc7d0b6772 None None] Pushing event updated for resources: {'Port': ['ID=817a49cc-b125-477d-8074-548a81012a0b,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:52.064240 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Allocated IP 172.27.3.110 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/3073b25e-b736-4ab6-b7a4-06969dee88e1) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:51:52.203751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ffa60-18a6-496b-a11a-179e9a73e614 req-7e8a2c0d-ea88-4c19-b83e-39c71b06537a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:52.205322 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0e0ffa60-18a6-496b-a11a-179e9a73e614 req-7e8a2c0d-ea88-4c19-b83e-39c71b06537a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.1142025 Aug 26 15:51:52.289475 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:52.301293 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0e0ffa60-18a6-496b-a11a-179e9a73e614 req-47ec448c-9d09-48d2-b956-ed959434e98c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846462 Aug 26 15:51:52.433869 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:52.474534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:52.477529 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:52.481109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:51:52.508343 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Pushing event updated for resources: {'Port': ['ID=3073b25e-b736-4ab6-b7a4-06969dee88e1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:52.706727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b02960-bbd5-4ee0-a660-94e8ea6915c3 req-67b57055-ce45-4c74-8a38-8de412736acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:52.708351 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-70b02960-bbd5-4ee0-a660-94e8ea6915c3 req-67b57055-ce45-4c74-8a38-8de412736acd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.0508993 Aug 26 15:51:52.765793 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-70b02960-bbd5-4ee0-a660-94e8ea6915c3 req-4718a2cc-f2c3-4246-aae1-0dcdae51f749 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Aug 26 15:51:52.921192 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c250e-e503-4303-b556-d0953fb48846 None None] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:52.940440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for router_gateway (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:52.993662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:53.043000 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Provisioning complete for port 817a49cc-b125-477d-8074-548a81012a0b triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:53.043630 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (817a49cc-b125-477d-8074-548a81012a0b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.134141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Current status of the port 817a49cc-b125-477d-8074-548a81012a0b is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:53.134529 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (817a49cc-b125-477d-8074-548a81012a0b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.164275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.183196 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] For port 817a49cc-b125-477d-8074-548a81012a0b, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=817a49cc-b125-477d-8074-548a81012a0b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:53.268681 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (817a49cc-b125-477d-8074-548a81012a0b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.365726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33302-a8f6-4fe3-b0a8-2e2df91e6e1d None None] Pushing event updated for resources: {'Port': ['ID=817a49cc-b125-477d-8074-548a81012a0b,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:53.388141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:51:53.397658 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-a5cc74a2-e5f6-4726-9a42-ec1fec434f66 None None] Provisioning complete for port 817a49cc-b125-477d-8074-548a81012a0b triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:53.400281 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a5cc74a2-e5f6-4726-9a42-ec1fec434f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (817a49cc-b125-477d-8074-548a81012a0b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.542062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b834fb-21a5-4653-987a-323ed9bb01dd req-03b93304-0631-4bbf-ae13-48ab39d08118 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:53.543907 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-63b834fb-21a5-4653-987a-323ed9bb01dd req-03b93304-0631-4bbf-ae13-48ab39d08118 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.1097624 Aug 26 15:51:53.585566 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc74a2-e5f6-4726-9a42-ec1fec434f66 None None] Current status of the port 817a49cc-b125-477d-8074-548a81012a0b is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:53.624456 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:51:53.643899 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:51:53.656814 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 817a49cc-b125-477d-8074-548a81012a0b up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:51:53.667079 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-63b834fb-21a5-4653-987a-323ed9bb01dd req-aa48bfa0-efc2-4cc4-9b3a-284aaec20020 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086645 Aug 26 15:51:53.682868 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=48 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:53.683699 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=37 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:53.689036 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:53.689693 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:53.798101 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 817a49cc-b125-477d-8074-548a81012a0b triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:53.798507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (817a49cc-b125-477d-8074-548a81012a0b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.801278 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:53.802881 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b31df551-bc82-4d55-a119-711eb71ee487 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7810025 Aug 26 15:51:53.808163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37576) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:53.840588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:53.997675 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 817a49cc-b125-477d-8074-548a81012a0b is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:54.057028 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:52Z', 'revision_number': 3, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:54.085653 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:51:54.086004 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Updating router 06ba6513-d1ed-457c-abdb-5d9e45c98830 port 3073b25e-b736-4ab6-b7a4-06969dee88e1 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:51:54.120481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.397925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks [] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.410261 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:54.457409 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.556747 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.592298 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Attempting to bind port 3073b25e-b736-4ab6-b7a4-06969dee88e1 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:51:54.592672 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Attempting to bind port 3073b25e-b736-4ab6-b7a4-06969dee88e1 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:51:54.593054 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Attempting to bind port 3073b25e-b736-4ab6-b7a4-06969dee88e1 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:51:54.605434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:51:54.605810 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:54.606214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.606606 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:51:54.607079 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Bound port: 3073b25e-b736-4ab6-b7a4-06969dee88e1, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:51:54.607460 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.634491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10955fe-1cfd-4b6c-b4ca-a8c8a57b2be7 None None] Pushing event updated for resources: {'Port': ['ID=3073b25e-b736-4ab6-b7a4-06969dee88e1,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:54.643918 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Allocated IP 172.20.0.1 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/3209cabd-e707-4352-99e4-aa838555add0) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:51:54.667963 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] For port 3073b25e-b736-4ab6-b7a4-06969dee88e1, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:51:54.672127 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] For port 3073b25e-b736-4ab6-b7a4-06969dee88e1, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3073b25e-b736-4ab6-b7a4-06969dee88e1,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:51:54.804360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks [] for port (3209cabd-e707-4352-99e4-aa838555add0), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.806709 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.822067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df094040-844d-44ea-867a-97b5fd768d98 req-83a61798-78ca-476a-9298-d04b7164558f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:54.823631 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-df094040-844d-44ea-867a-97b5fd768d98 req-83a61798-78ca-476a-9298-d04b7164558f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0705614 Aug 26 15:51:54.827597 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:54.853335 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:54.854083 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:54.888022 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-df094040-844d-44ea-867a-97b5fd768d98 req-a7ebdd73-d01a-4e00-9ace-df63c2664030 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559931 Aug 26 15:51:54.913750 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10955fe-1cfd-4b6c-b4ca-a8c8a57b2be7 None None] Pushing event updated for resources: {'Port': ['ID=3073b25e-b736-4ab6-b7a4-06969dee88e1,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:54.937908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:54.980517 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:54.985855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:54.989347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:55.003334 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:51:55.009059 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Pushing event updated for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:55.052360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.219622 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:52Z', 'revision_number': 3, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:55.257960 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3bc210-61ec-4d3e-b8a1-943b23b44b1b None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:52Z', 'revision_number': 3, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:51:55.338035 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-232b98eb-2ed5-4ff9-ae5c-737376a88153 None None] Provisioning complete for port 3209cabd-e707-4352-99e4-aa838555add0 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:55.338679 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-232b98eb-2ed5-4ff9-ae5c-737376a88153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3209cabd-e707-4352-99e4-aa838555add0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.352262 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:55.366805 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3209cabd-e707-4352-99e4-aa838555add0), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.404556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-232b98eb-2ed5-4ff9-ae5c-737376a88153 None None] Port 3209cabd-e707-4352-99e4-aa838555add0 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:51:55.408283 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:55.493879 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:55.520655 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104148b-1f16-4828-be0e-c70e452e56b5 req-8745e8c6-0e03-4e63-90cc-e3bd0bca5f7a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:55.522270 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9104148b-1f16-4828-be0e-c70e452e56b5 req-8745e8c6-0e03-4e63-90cc-e3bd0bca5f7a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.1102340 Aug 26 15:51:55.523755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-61cbbbac-6db4-48f5-8cbf-afdcf0ebe60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:55.528046 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-61cbbbac-6db4-48f5-8cbf-afdcf0ebe60d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.0839620 Aug 26 15:51:55.667776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks [] for port (3209cabd-e707-4352-99e4-aa838555add0), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.735700 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9104148b-1f16-4828-be0e-c70e452e56b5 req-ca3d3ac6-7453-4625-be57-1403c4066377 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997371 Aug 26 15:51:55.741369 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-1025ef77-33b9-4bea-a872-5b20b4874103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:55.742868 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-1025ef77-33b9-4bea-a872-5b20b4874103 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.2101059 Aug 26 15:51:55.788446 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-cb78d6ea-620b-4db0-9a3f-b3546054a1a8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0376968 Aug 26 15:51:55.832319 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.849076 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-f9973832-0a71-42d1-b2f6-1b9e21a5c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:55.850787 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-f9973832-0a71-42d1-b2f6-1b9e21a5c786 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0497849 Aug 26 15:51:55.905721 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-b75bbd14-f27b-4d68-beb5-6fa24ce2a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:55.907908 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-b75bbd14-f27b-4d68-beb5-6fa24ce2a7ef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503075 Aug 26 15:51:55.924402 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Pushing event updated for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:55.929210 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:55.933033 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:55.941545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37616) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:56.067447 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:56.068984 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:56.069919 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-e137c3e7-0db2-474b-9651-f8337d8f08f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519573 Aug 26 15:51:56.173681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-462fec37-cd22-41fc-a28b-55539f82c1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.228873 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:51:56.272846 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e1872b7-bce7-46f9-a61d-a3e7641ffff5 req-6494c86a-451e-4396-8d07-ebc9962b8fd8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938570 Aug 26 15:51:56.359497 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-462fec37-cd22-41fc-a28b-55539f82c1e4 admin admin] Publish callbacks [] for security_group (8e184374-5ec9-4727-bf11-fb5a9e88a166), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.371729 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:56.409740 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:51:56.414965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-492c53e2-dead-4882-8978-26eac63b2c1e admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/06ba6513-d1ed-457c-abdb-5d9e45c98830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054153 Aug 26 15:51:56.440625 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-bca28587-4de9-4272-97de-b62c683f7eeb None None] Provisioning complete for port 3209cabd-e707-4352-99e4-aa838555add0 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:56.441015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bca28587-4de9-4272-97de-b62c683f7eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3209cabd-e707-4352-99e4-aa838555add0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.487636 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-bca28587-4de9-4272-97de-b62c683f7eeb None None] Port 3209cabd-e707-4352-99e4-aa838555add0 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:51:56.533129 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-462fec37-cd22-41fc-a28b-55539f82c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8e184374-5ec9-4727-bf11-fb5a9e88a166), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.577873 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fec37-cd22-41fc-a28b-55539f82c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e184374-5ec9-4727-bf11-fb5a9e88a166,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:56.586378 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-462fec37-cd22-41fc-a28b-55539f82c1e4 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=f2520d8f6bbb42eab71dfe2a2b22180a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438136 Aug 26 15:51:56.589061 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37638) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:56.661827 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] Publish callbacks [] for security_group (8e184374-5ec9-4727-bf11-fb5a9e88a166), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.716517 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] Publish callbacks [] for security_group (8e184374-5ec9-4727-bf11-fb5a9e88a166), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.853407 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b035c5-226d-4af6-a564-0b1369d0af85 req-bc2d3ea6-9c2c-4082-94fb-6ca6e0ed1583 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:56.854858 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7b035c5-226d-4af6-a564-0b1369d0af85 req-bc2d3ea6-9c2c-4082-94fb-6ca6e0ed1583 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0462801 Aug 26 15:51:56.901353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7b035c5-226d-4af6-a564-0b1369d0af85 req-b14358d4-1d8b-4b73-b10d-1df7ee7b3244 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Aug 26 15:51:56.993681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8e184374-5ec9-4727-bf11-fb5a9e88a166), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.996537 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:56.997693 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/8e184374-5ec9-4727-bf11-fb5a9e88a166 HTTP/1.1" status: 204 len: 168 time: 0.4068310 Aug 26 15:51:57.003404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37648) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:57.011941 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156522175', 'description': 'tempest-description--411495954'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:57.017898 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe903bc-bac2-4f3e-b6e5-b1ed9b881cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e184374-5ec9-4727-bf11-fb5a9e88a166,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:57.131322 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.222001 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (62f3b9bf-acd3-4247-99f4-33750b871786), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.295836 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:51:57.307086 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:57.307692 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:57.334067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (62f3b9bf-acd3-4247-99f4-33750b871786), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.340566 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:57.368008 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3b9bf-acd3-4247-99f4-33750b871786,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:57.413386 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:57.486999 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.491223 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-56da96bf-bfc1-48c2-927b-a4a8331c4dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4801002 Aug 26 15:51:57.491478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37664) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:57.496168 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': '62f3b9bf-acd3-4247-99f4-33750b871786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:57.545863 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3073b25e-b736-4ab6-b7a4-06969dee88e1 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:51:57.603772 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3073b25e-b736-4ab6-b7a4-06969dee88e1 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:57.604576 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.605899 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (3e00aabd-7e9d-46f1-a174-1d1ef6701add), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.669172 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (3e00aabd-7e9d-46f1-a174-1d1ef6701add), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.669749 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:57.686557 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3073b25e-b736-4ab6-b7a4-06969dee88e1 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:57.687743 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.695921 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:51:57.696277 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Updating router 06ba6513-d1ed-457c-abdb-5d9e45c98830 port 3209cabd-e707-4352-99e4-aa838555add0 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:51:57.709506 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 3073b25e-b736-4ab6-b7a4-06969dee88e1, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3073b25e-b736-4ab6-b7a4-06969dee88e1,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:57.725305 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3209cabd-e707-4352-99e4-aa838555add0), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.740041 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:57.849118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (3e00aabd-7e9d-46f1-a174-1d1ef6701add), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.885815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37674) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:57.887511 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e00aabd-7e9d-46f1-a174-1d1ef6701add,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:57.900876 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-185d6a3a-e2b6-4e59-a661-92b061c97343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.903085 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:57.970966 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=3073b25e-b736-4ab6-b7a4-06969dee88e1,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.001229 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-185d6a3a-e2b6-4e59-a661-92b061c97343 admin admin] Publish callbacks [] for security_group (e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.022040 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks [] for port (3209cabd-e707-4352-99e4-aa838555add0), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.032560 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fab928-e171-4b84-a077-5542de82f8e5 req-b8788685-f962-4c35-99e0-27ca0bfa1b9a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:58.034099 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-82fab928-e171-4b84-a077-5542de82f8e5 req-b8788685-f962-4c35-99e0-27ca0bfa1b9a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Aug 26 15:51:58.045172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:58.050189 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.060619 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-220ac390-9c7f-4adc-816f-78cd7affd505 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5588326 Aug 26 15:51:58.063497 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37680) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:58.068302 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': '62f3b9bf-acd3-4247-99f4-33750b871786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:58.088319 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-82fab928-e171-4b84-a077-5542de82f8e5 req-2b4f8a3e-961f-430d-9692-a4ce444ce41f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Aug 26 15:51:58.153514 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-185d6a3a-e2b6-4e59-a661-92b061c97343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.193894 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-185d6a3a-e2b6-4e59-a661-92b061c97343 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7fea64ed980e40f8990093f9b717c6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066883 Aug 26 15:51:58.194789 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d6a3a-e2b6-4e59-a661-92b061c97343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.196426 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37690) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:58.202720 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.219885 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (83753d05-d7fc-4c55-a046-33e49cb7ae48), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.221250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:58.272316 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Pushing event updated for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.272525 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] Publish callbacks [] for security_group (e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.278690 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.279117 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.279785 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.280167 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.280500 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.280856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.281186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.281508 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.281833 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.282149 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.282635 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.283053 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.283381 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.283701 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.284136 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:58.289403 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (83753d05-d7fc-4c55-a046-33e49cb7ae48), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.294316 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] Publish callbacks [] for security_group (e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.316092 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Attempting to bind port 3209cabd-e707-4352-99e4-aa838555add0 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:51:58.316691 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Attempting to bind port 3209cabd-e707-4352-99e4-aa838555add0 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:51:58.316809 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Attempting to bind port 3209cabd-e707-4352-99e4-aa838555add0 on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:51:58.322420 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:51:58.322797 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:58.323268 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.323879 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:51:58.324385 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Bound port: 3209cabd-e707-4352-99e4-aa838555add0, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:51:58.324751 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3209cabd-e707-4352-99e4-aa838555add0), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.392285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] For port 3209cabd-e707-4352-99e4-aa838555add0, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:51:58.395591 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] For port 3209cabd-e707-4352-99e4-aa838555add0, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3209cabd-e707-4352-99e4-aa838555add0,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:51:58.427180 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (83753d05-d7fc-4c55-a046-33e49cb7ae48), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.443300 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83753d05-d7fc-4c55-a046-33e49cb7ae48,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.505292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.508304 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.512137 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c HTTP/1.1" status: 204 len: 168 time: 0.3120499 Aug 26 15:51:58.519151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396add60-a66b-41ff-92a7-0c5367be0e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d6311-1c6b-4b7d-b91b-5cbfdd8c8d3c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.537066 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.539480 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.541245 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-454fa434-8e03-4942-be1e-b83f9d2d3dd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4766445 Aug 26 15:51:58.545307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37704) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:58.551933 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:58.627539 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:58.641432 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:58.644117 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:51:58.644991 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:51:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:58.697854 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a11523-9d1b-490d-a7a3-6098eca0003f None None] Pushing event updated for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:58.764723 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:51:58.840049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.948355 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:58.980984 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:58Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:51:59.011080 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4a89f-9ec6-4470-849b-dc7be61901c6 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:58Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:51:59.080135 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.27.3.181 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/47f2b691-cce5-4ac7-8571-cd53fd742d9f) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:51:59.230375 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.269669 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331dae1-6e60-426c-8643-a3bb003e326b req-bbfbbc90-3092-4be9-924a-60e934d588ee tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:59.272544 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9331dae1-6e60-426c-8643-a3bb003e326b req-bbfbbc90-3092-4be9-924a-60e934d588ee tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0684879 Aug 26 15:51:59.319310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:59.351437 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.398378 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9331dae1-6e60-426c-8643-a3bb003e326b req-69b4417b-5206-4c0e-bc2d-e58aed8135bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183801 Aug 26 15:51:59.466202 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=47f2b691-cce5-4ac7-8571-cd53fd742d9f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:59.480062 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:59.481480 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:59.486132 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:51:59.685602 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.696190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3209cabd-e707-4352-99e4-aa838555add0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:51:59.745451 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3209cabd-e707-4352-99e4-aa838555add0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:59.745909 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3209cabd-e707-4352-99e4-aa838555add0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.826685 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3209cabd-e707-4352-99e4-aa838555add0 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:59.827085 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3209cabd-e707-4352-99e4-aa838555add0), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.856546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:59.864144 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 3209cabd-e707-4352-99e4-aa838555add0, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3209cabd-e707-4352-99e4-aa838555add0,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:00.020086 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.020911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3073b25e-b736-4ab6-b7a4-06969dee88e1 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:00.029465 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.102337 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:00.103298 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:00.113404 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3073b25e-b736-4ab6-b7a4-06969dee88e1 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:00.113780 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.192279 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.193955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3073b25e-b736-4ab6-b7a4-06969dee88e1 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:00.269565 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.276321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=47f2b691-cce5-4ac7-8571-cd53fd742d9f,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:00.533141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:00.534517 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f719bfcd-7f73-4df6-bebd-e31728a28a3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9881585 Aug 26 15:52:00.772722 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-13cb653a-0b22-4099-adf9-561dee46f253 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--156522175&fields=id&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 267 time: 0.0564165 Aug 26 15:52:00.880913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-38f6886d-0527-4ad7-b35b-9ce8e660070c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:00.882369 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-38f6886d-0527-4ad7-b35b-9ce8e660070c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1087909 Aug 26 15:52:00.896751 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-ee1a1968-e918-4293-bc2c-4b4dcd22c66b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/quotas/f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 375 time: 0.0088964 Aug 26 15:52:00.947767 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-71ce103d-76e0-4033-b0d3-c34749c2ebe2 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451987 Aug 26 15:52:01.060405 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-6cab8ddc-9174-494b-8fd6-82cd2644b601 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995629 Aug 26 15:52:01.167587 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-3173822a-3b42-4e26-bc9a-7be1c313998d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Aug 26 15:52:01.196881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-59482773-1685-4662-b7a0-3caac7e1a79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:01.416849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37788) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:01.459021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37796) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:01.535425 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3209cabd-e707-4352-99e4-aa838555add0 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:01.590341 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e8b4f790-4b5d-4d4d-abec-23a81775515e req-54ff64d2-da63-4d59-b77b-5776c597e4cf tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0793152 Aug 26 15:52:01.688243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3209cabd-e707-4352-99e4-aa838555add0 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:01.688764 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3209cabd-e707-4352-99e4-aa838555add0), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:01.756123 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-434ea2d8-9610-471a-9117-725dece33649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:01.758329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b088b21-dc85-4ffd-9bd9-ed9d76be6294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:01.799196 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3209cabd-e707-4352-99e4-aa838555add0 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:01.861715 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37820) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:01.866744 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039623543', 'description': 'tempest-description--270896990'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:01.894138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-434ea2d8-9610-471a-9117-725dece33649 admin admin] Publish callbacks [] for security_group (b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:01.902740 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b088b21-dc85-4ffd-9bd9-ed9d76be6294 admin admin] Publish callbacks [] for security_group (06c145f4-fb5c-479f-ab92-905b16c12199), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.012784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.012913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-434ea2d8-9610-471a-9117-725dece33649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.013006 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:02.018102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9b088b21-dc85-4ffd-9bd9-ed9d76be6294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (06c145f4-fb5c-479f-ab92-905b16c12199), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.082747 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9b088b21-dc85-4ffd-9bd9-ed9d76be6294 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7a76c37d3f104207bfd653e68cdc1705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6159532 Aug 26 15:52:02.082747 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-434ea2d8-9610-471a-9117-725dece33649 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=0f8b180b7e7540358026bcdd76488da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6624324 Aug 26 15:52:02.082747 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ea2d8-9610-471a-9117-725dece33649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.083298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37828) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:02.083383 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37830) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:02.105615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (72b0ea6b-bedc-4d1b-b962-53d2231c9c94), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.155439 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b088b21-dc85-4ffd-9bd9-ed9d76be6294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c145f4-fb5c-479f-ab92-905b16c12199,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.186009 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] Publish callbacks [] for security_group (06c145f4-fb5c-479f-ab92-905b16c12199), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.188764 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] Publish callbacks [] for security_group (b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.212024 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] Publish callbacks [] for security_group (b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.212604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] Publish callbacks [] for security_group (06c145f4-fb5c-479f-ab92-905b16c12199), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.248193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (72b0ea6b-bedc-4d1b-b962-53d2231c9c94), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.252939 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:02.312534 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0ea6b-bedc-4d1b-b962-53d2231c9c94,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.373511 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.377087 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.388509 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2 HTTP/1.1" status: 204 len: 168 time: 0.2966778 Aug 26 15:52:02.398232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07cae1-f211-4587-a883-a4779ac50961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e6e8d-69f0-46c4-9d45-8f168b4b4cf2,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.456639 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.458046 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-a64f0cbe-c782-42a2-8367-744367fb996f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5949941 Aug 26 15:52:02.458914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (06c145f4-fb5c-479f-ab92-905b16c12199), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.461540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.461851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37846) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:02.464902 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/06c145f4-fb5c-479f-ab92-905b16c12199 HTTP/1.1" status: 204 len: 168 time: 0.3800380 Aug 26 15:52:02.468452 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'security_group_rule': {'security_group_id': '72b0ea6b-bedc-4d1b-b962-53d2231c9c94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:02.474568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd3304-b6a6-4154-9e03-fad6747ed3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c145f4-fb5c-479f-ab92-905b16c12199,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.513317 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:02.633445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (da7e44f2-2e85-4f6c-ab40-1c7327158d26), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.701506 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4973e08-95d6-4ecc-be75-35b2c3ad9499 req-e7da77f6-0668-4056-80f8-d569aa5ead49 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0415289 Aug 26 15:52:02.724166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (da7e44f2-2e85-4f6c-ab40-1c7327158d26), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.845949 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (da7e44f2-2e85-4f6c-ab40-1c7327158d26), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.867632 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7e44f2-2e85-4f6c-ab40-1c7327158d26,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:02.981667 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:02.982920 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9030f722-558e-4e81-8669-a18031b361c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5200264 Aug 26 15:52:02.992708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37870) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:02.992708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'security_group_rule': {'security_group_id': '72b0ea6b-bedc-4d1b-b962-53d2231c9c94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:03.177238 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (a8e6d65f-84b8-4361-96ad-4e3971d02615), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.240335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (a8e6d65f-84b8-4361-96ad-4e3971d02615), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.490775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e14169b8-6258-4a4c-b164-23a9c1f5930a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.493917 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (a8e6d65f-84b8-4361-96ad-4e3971d02615), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.522116 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e6d65f-84b8-4361-96ad-4e3971d02615,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:03.529969 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37884) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:03.544553 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc3a-e589-49bc-9d77-ef6c5fd98cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.608053 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:03.613987 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.615589 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e02b2cac-a7fc-4b09-895d-b416f6473986 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6281986 Aug 26 15:52:03.618689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37888) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:03.625163 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:03.653064 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37890) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:03.671591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.701356 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc3a-e589-49bc-9d77-ef6c5fd98cf9 admin admin] Publish callbacks [] for security_group (3e6c445f-6b43-4760-84e2-d4f90acba8e3), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.768141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Publish callbacks [] for security_group (6a510b9a-3e4c-455c-ad08-d7faa2de2bd1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.777684 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.826771 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3c3d0554-bf5e-46a9-b99a-599248c40e9f req-15f8cfa9-f433-4cf4-a16a-ba921236dadf tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Aug 26 15:52:03.862400 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.872361 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a69dcc3a-e589-49bc-9d77-ef6c5fd98cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3e6c445f-6b43-4760-84e2-d4f90acba8e3), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.948261 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6a510b9a-3e4c-455c-ad08-d7faa2de2bd1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:03.971438 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-a69dcc3a-e589-49bc-9d77-ef6c5fd98cf9 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d731f1ff40a143ed803beb15506163c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309888 Aug 26 15:52:03.971438 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37900) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:03.971438 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dcc3a-e589-49bc-9d77-ef6c5fd98cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c445f-6b43-4760-84e2-d4f90acba8e3,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:04.012684 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=2e687b6dcfa54cad860531f7599d5ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582101 Aug 26 15:52:04.013535 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37904) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:04.014190 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a510b9a-3e4c-455c-ad08-d7faa2de2bd1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:04.033600 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.033949 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.034307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.034883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.034993 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.035290 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.035622 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.035970 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.036365 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.036894 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.037084 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.037371 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.037706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.038044 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.038701 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a8343-5760-40d9-9775-7351f1ea7144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:04.090091 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Allocated IP 172.27.3.22 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/92942153-85e0-46ef-ac5c-0680fba52d51) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:04.096883 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] Publish callbacks [] for security_group (3e6c445f-6b43-4760-84e2-d4f90acba8e3), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.102683 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] Publish callbacks [] for security_group (6a510b9a-3e4c-455c-ad08-d7faa2de2bd1), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.125132 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] Publish callbacks [] for security_group (6a510b9a-3e4c-455c-ad08-d7faa2de2bd1), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.136513 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] Publish callbacks [] for security_group (3e6c445f-6b43-4760-84e2-d4f90acba8e3), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.268987 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for port (92942153-85e0-46ef-ac5c-0680fba52d51), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.322324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6a510b9a-3e4c-455c-ad08-d7faa2de2bd1), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.325156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.327533 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/6a510b9a-3e4c-455c-ad08-d7faa2de2bd1 HTTP/1.1" status: 204 len: 168 time: 0.3094699 Aug 26 15:52:04.335758 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c20c6-047c-42a4-b0f3-80ecf8af978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a510b9a-3e4c-455c-ad08-d7faa2de2bd1,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:04.357397 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (3e6c445f-6b43-4760-84e2-d4f90acba8e3), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.361305 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.363283 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/3e6c445f-6b43-4760-84e2-d4f90acba8e3 HTTP/1.1" status: 204 len: 168 time: 0.3905399 Aug 26 15:52:04.373220 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae76469-af52-46ff-abcb-05554c00cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c445f-6b43-4760-84e2-d4f90acba8e3,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:04.431759 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.470214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:04.479691 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:04.484964 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:04.526067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'Port': ['ID=92942153-85e0-46ef-ac5c-0680fba52d51,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:04.621331 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.674004 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:04.803471 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.828537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:04.953519 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aecc3309-e5b8-4acd-b118-257ac71d237a req-12f05e96-05f1-4f95-bde8-97583b4a95a1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0383322 Aug 26 15:52:05.005701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for port (92942153-85e0-46ef-ac5c-0680fba52d51), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:05.097630 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:05.163633 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:05.167533 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'Port': ['ID=92942153-85e0-46ef-ac5c-0680fba52d51,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:05.179841 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.189068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.190094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.190094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:05.349935 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:05.352333 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-cbba91b6-e386-410a-acf8-ffe6dfb89a76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7325845 Aug 26 15:52:05.404901 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-45124f18-4a51-421d-b6f9-9f88f0826fbe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:05.407078 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-45124f18-4a51-421d-b6f9-9f88f0826fbe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1419289 Aug 26 15:52:05.482466 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-e0600043-db2e-4d68-84a9-057393a978ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 379 time: 0.0571263 Aug 26 15:52:05.491339 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'port': {'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'admin_state_up': True, 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'security_groups': ['62f3b9bf-acd3-4247-99f4-33750b871786']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:05.517225 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37936) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:05.744695 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-4b4a41d3-4c53-4ebf-9153-c9787d76626f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1039623543&fields=id&tenant_id=853df33daae14bd9825788afd555e11a HTTP/1.1" status: 200 len: 267 time: 0.0564280 Aug 26 15:52:05.745387 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37952) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:05.769620 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5c952d24-b0fb-4e04-826c-eeefe5afe4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:05.828798 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:05.836948 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.059330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.20.0.6 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/9978d447-2f15-4512-9675-bfc09607f200) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:06.079661 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd0b-c28a-4dc2-8986-1811a2ce7018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.097127 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-66276523-e8a2-4a0b-b7ac-2633c75ac2a6 req-7ca8a5f8-6ec5-4d69-9867-5eca93da102f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0354061 Aug 26 15:52:06.170703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37966) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:06.190910 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-6aae8377-c33a-4aff-bf67-bc20e196e5f1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:06.192419 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-6aae8377-c33a-4aff-bf67-bc20e196e5f1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.4404113 Aug 26 15:52:06.211555 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-be51d877-e332-4aad-8ce2-043b1f439779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.237493 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-73d34df6-4065-45be-8a3b-ce7e1b0ab429 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/quotas/853df33daae14bd9825788afd555e11a HTTP/1.1" status: 200 len: 375 time: 0.0319350 Aug 26 15:52:06.258545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (9978d447-2f15-4512-9675-bfc09607f200), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.324883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:06.327054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5c952d24-b0fb-4e04-826c-eeefe5afe4e3 admin admin] Publish callbacks [] for security_group (38f31267-1eed-4d7c-9a15-5a84bd3d077d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.363697 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-0cf33cd7-cc94-4f64-9581-d5f98b77d0b1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1143496 Aug 26 15:52:06.421361 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd0b-c28a-4dc2-8986-1811a2ce7018 admin admin] Publish callbacks [] for security_group (70729616-d9b8-4b5f-8af0-3142b2a5a413), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.428908 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.431489 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.468402 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.473167 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5c952d24-b0fb-4e04-826c-eeefe5afe4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (38f31267-1eed-4d7c-9a15-5a84bd3d077d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.489816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:06.493415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:06.495406 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:06.497632 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:06.545833 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-be51d877-e332-4aad-8ce2-043b1f439779 admin admin] Publish callbacks [] for security_group (98c7fdf3-084b-49b4-90d8-008abc02301f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.559366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd0b-c28a-4dc2-8986-1811a2ce7018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (70729616-d9b8-4b5f-8af0-3142b2a5a413), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.571255 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5c952d24-b0fb-4e04-826c-eeefe5afe4e3 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=e62572a469c8487088aade6d12c87daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8243172 Aug 26 15:52:06.572412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c952d24-b0fb-4e04-826c-eeefe5afe4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f31267-1eed-4d7c-9a15-5a84bd3d077d,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:06.576305 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37978) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:06.604250 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-eecf77f6-dcae-43db-8301-41bc74dbdcb8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169838 Aug 26 15:52:06.673318 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2cf1bd0b-c28a-4dc2-8986-1811a2ce7018 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=22557226668e4b4c98847eb6b7548c50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1548960 Aug 26 15:52:06.674797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-be51d877-e332-4aad-8ce2-043b1f439779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (98c7fdf3-084b-49b4-90d8-008abc02301f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.677286 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 37980) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:06.729281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1bd0b-c28a-4dc2-8986-1811a2ce7018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70729616-d9b8-4b5f-8af0-3142b2a5a413,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:06.810262 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:06.810933 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.815783 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:06.817341 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-f99bc24e-e9ec-4514-8d7d-923211bc45d0 None None] Provisioning complete for port 9978d447-2f15-4512-9675-bfc09607f200 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:06.817716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f99bc24e-e9ec-4514-8d7d-923211bc45d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9978d447-2f15-4512-9675-bfc09607f200), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.830070 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-be51d877-e332-4aad-8ce2-043b1f439779 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=3f35759c931d4afc885632207d8779bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6575325 Aug 26 15:52:06.833023 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 37984) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:06.854163 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f99bc24e-e9ec-4514-8d7d-923211bc45d0 None None] Port 9978d447-2f15-4512-9675-bfc09607f200 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:06.862013 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51d877-e332-4aad-8ce2-043b1f439779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c7fdf3-084b-49b4-90d8-008abc02301f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:06.877822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] Publish callbacks [] for security_group (38f31267-1eed-4d7c-9a15-5a84bd3d077d), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.889984 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] Publish callbacks [] for security_group (98c7fdf3-084b-49b4-90d8-008abc02301f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.910168 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-50b9f452-41ff-4aab-9c40-f295d0b0ffd0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883639 Aug 26 15:52:06.912222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] Publish callbacks [] for security_group (98c7fdf3-084b-49b4-90d8-008abc02301f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.914011 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] Publish callbacks [] for security_group (70729616-d9b8-4b5f-8af0-3142b2a5a413), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.916681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] Publish callbacks [] for security_group (38f31267-1eed-4d7c-9a15-5a84bd3d077d), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:06.929057 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1bc20b0f-c0ce-4f3e-a084-4e138f1e444a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414368 Aug 26 15:52:06.957836 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Request body: {'port': {'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:06.958918 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] Publish callbacks [] for security_group (70729616-d9b8-4b5f-8af0-3142b2a5a413), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.029897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9978d447-2f15-4512-9675-bfc09607f200), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.100190 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (38f31267-1eed-4d7c-9a15-5a84bd3d077d), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.107146 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.115199 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/38f31267-1eed-4d7c-9a15-5a84bd3d077d HTTP/1.1" status: 204 len: 168 time: 0.5280213 Aug 26 15:52:07.132221 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09d84-d3a8-49bc-b97b-22fc66db2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f31267-1eed-4d7c-9a15-5a84bd3d077d,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:07.157936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (70729616-d9b8-4b5f-8af0-3142b2a5a413), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.165843 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.179800 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/70729616-d9b8-4b5f-8af0-3142b2a5a413 HTTP/1.1" status: 204 len: 168 time: 0.4587135 Aug 26 15:52:07.179920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:07.201373 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa49a1-293e-4365-a34b-f6cdc97d48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70729616-d9b8-4b5f-8af0-3142b2a5a413,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:07.322740 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7a32b-3fb6-4f47-a0c6-96bb4f01cf53 req-e1cc070e-533d-466d-b220-89345f046d54 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:07.330790 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-99afe3bf-4827-4324-b7ab-6a6a1d48dc07 req-73f4e44d-5028-4708-a4b6-a62a25fc95e4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0521438 Aug 26 15:52:07.331507 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (98c7fdf3-084b-49b4-90d8-008abc02301f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.334588 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.338928 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76d7a32b-3fb6-4f47-a0c6-96bb4f01cf53 req-e1cc070e-533d-466d-b220-89345f046d54 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 931 time: 0.0941858 Aug 26 15:52:07.339492 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/98c7fdf3-084b-49b4-90d8-008abc02301f HTTP/1.1" status: 204 len: 168 time: 0.5047939 Aug 26 15:52:07.367043 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b98b6-13c8-4aa0-a3b4-cf5c2447695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c7fdf3-084b-49b4-90d8-008abc02301f,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:07.478876 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76d7a32b-3fb6-4f47-a0c6-96bb4f01cf53 req-6966aeff-8342-4eec-9d68-2222d7773753 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370308 Aug 26 15:52:07.545562 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9978d447-2f15-4512-9675-bfc09607f200 {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:07.554337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks [] for port (9978d447-2f15-4512-9675-bfc09607f200), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.567770 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Transition to ACTIVE for port object 9978d447-2f15-4512-9675-bfc09607f200 will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:52:07.690854 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.776011 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:07.808840 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Attempting to bind port 9978d447-2f15-4512-9675-bfc09607f200 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:07.809251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Attempting to bind port 9978d447-2f15-4512-9675-bfc09607f200 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:07.809590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Attempting to bind port 9978d447-2f15-4512-9675-bfc09607f200 on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:07.814875 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Port 9978d447-2f15-4512-9675-bfc09607f200 on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:52:07.815203 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Attempting to bind port 9978d447-2f15-4512-9675-bfc09607f200 on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:07.825628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:07.825628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:07.825628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:07.825628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Bound port: 9978d447-2f15-4512-9675-bfc09607f200, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:07.825628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9978d447-2f15-4512-9675-bfc09607f200), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.887210 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38018) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:07.910381 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:07.914300 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9978d447-2f15-4512-9675-bfc09607f200,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:07.922008 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:07.939033 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Deleting subnet e2401d3e-23ba-43cb-b1e3-644a8e9a7887 {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:52:07.942320 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Publish callbacks [] for subnet (e2401d3e-23ba-43cb-b1e3-644a8e9a7887), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:07.982222 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (e2401d3e-23ba-43cb-b1e3-644a8e9a7887), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.019119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.019119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:08.023521 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.024039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.025471 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9978d447-2f15-4512-9675-bfc09607f200 HTTP/1.1" status: 200 len: 1093 time: 1.0760992 Aug 26 15:52:08.025920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'tag': '9978d447-2f15-4512-9675-bfc09607f200'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:08.033313 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005a412-8071-4d2d-b1ba-302ccfc62fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "tag": "9978d447-2f15-4512-9675-bfc09607f200"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:08.036703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (e2401d3e-23ba-43cb-b1e3-644a8e9a7887), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.102449 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5cd33-6467-4bab-9e67-a90990dcca4c x-openstack-request-id: req-bff5cd33-6467-4bab-9e67-a90990dcca4c {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:08.102925 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "tag": "9978d447-2f15-4512-9675-bfc09607f200", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:08.103193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bff5cd33-6467-4bab-9e67-a90990dcca4c {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:08.103615 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff5cd33-6467-4bab-9e67-a90990dcca4c'] response: {'name': 'network-changed', 'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'tag': '9978d447-2f15-4512-9675-bfc09607f200', 'status': 'completed', 'code': 200} Aug 26 15:52:08.130724 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908fa84-0eaa-406f-b290-f67322337f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:08.199245 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (e2401d3e-23ba-43cb-b1e3-644a8e9a7887), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.209335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-9e81af24-6cbb-4a6a-bba0-6d7ca5f34af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.210650 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-9e81af24-6cbb-4a6a-bba0-6d7ca5f34af5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0645618 Aug 26 15:52:08.227640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2401d3e-23ba-43cb-b1e3-644a8e9a7887,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:08.231462 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.236042 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9118ceb1-ac33-486b-8ff8-8d40f48f21d2 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/e2401d3e-23ba-43cb-b1e3-644a8e9a7887 HTTP/1.1" status: 204 len: 168 time: 0.3476827 Aug 26 15:52:08.243146 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38034) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:08.332613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38040) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:08.356529 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b7615a2f-6327-4f89-b95f-9c1da4ced5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.361720 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (4fae2120-491c-4a89-9785-7c6eb2b69c7c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.487200 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c3af9bb5-133c-4a5f-820d-824e8c722820 req-1d69a497-1121-4535-9505-97d0c751a3dc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0550230 Aug 26 15:52:08.495041 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-9e1261ac-2c3a-41b7-8502-066b893261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.497265 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-9e1261ac-2c3a-41b7-8502-066b893261cf service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=f40d6476c750438c9c09107c7757fa95&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2707880 Aug 26 15:52:08.557929 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (4fae2120-491c-4a89-9785-7c6eb2b69c7c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.587407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fae2120-491c-4a89-9785-7c6eb2b69c7c']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:08.604976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535d8e33-28d3-4fd6-bae0-dc510fd8936a') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:08.605395 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535d8e33-28d3-4fd6-bae0-dc510fd8936a') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:08.621742 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b7615a2f-6327-4f89-b95f-9c1da4ced5a9 admin admin] Publish callbacks [] for security_group (4c529b84-0f66-4d03-b275-2309379acf6e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.623797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (535d8e33-28d3-4fd6-bae0-dc510fd8936a), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.644892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (535d8e33-28d3-4fd6-bae0-dc510fd8936a), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.652556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:52:08.652949 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (535d8e33-28d3-4fd6-bae0-dc510fd8936a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.705381 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0edee2-329a-4c4c-a35f-5563c51143c3 req-1a483571-6b29-441b-afb4-07df221a34b8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.712348 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 535d8e33-28d3-4fd6-bae0-dc510fd8936a resource provider aggregate not found Aug 26 15:52:08.718518 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-dd0edee2-329a-4c4c-a35f-5563c51143c3 req-1a483571-6b29-441b-afb4-07df221a34b8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 943 time: 0.1529539 Aug 26 15:52:08.737871 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 535d8e33-28d3-4fd6-bae0-dc510fd8936a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 535d8e33-28d3-4fd6-bae0-dc510fd8936a found for delete ", "request_id": "req-1804b404-135b-491c-b1bb-23cf1d8ffa51"}]} Aug 26 15:52:08.795278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-4fcf13c7-b4ec-4754-b078-341737c2c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.797337 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3005a412-8071-4d2d-b1ba-302ccfc62fbd req-4fcf13c7-b4ec-4754-b078-341737c2c1c4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2919660 Aug 26 15:52:08.814610 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-dd0edee2-329a-4c4c-a35f-5563c51143c3 req-127d5f70-23a8-4353-aab4-a7ed17c2ae30 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943522 Aug 26 15:52:08.824317 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b7615a2f-6327-4f89-b95f-9c1da4ced5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4c529b84-0f66-4d03-b275-2309379acf6e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:08.867930 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b7615a2f-6327-4f89-b95f-9c1da4ced5a9 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=54f8c35f0e2d471ebecee80c3811d4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340426 Aug 26 15:52:08.869962 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615a2f-6327-4f89-b95f-9c1da4ced5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c529b84-0f66-4d03-b275-2309379acf6e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:08.870701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38056) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:08.942289 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-fe35629d-8b62-4056-981c-28eb2aa43e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:08.943771 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-fe35629d-8b62-4056-981c-28eb2aa43e38 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0588932 Aug 26 15:52:08.957372 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] Publish callbacks [] for security_group (4c529b84-0f66-4d03-b275-2309379acf6e), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.004667 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-2cae8b0b-fc33-4600-a0ee-c0d63013c366 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9978d447-2f15-4512-9675-bfc09607f200 HTTP/1.1" status: 200 len: 217 time: 0.0391755 Aug 26 15:52:09.009161 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] Publish callbacks [] for security_group (4c529b84-0f66-4d03-b275-2309379acf6e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.020020 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (4fae2120-491c-4a89-9785-7c6eb2b69c7c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.029054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.038149 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/4fae2120-491c-4a89-9785-7c6eb2b69c7c HTTP/1.1" status: 204 len: 168 time: 0.7913253 Aug 26 15:52:09.048421 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38060) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:09.056434 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff52ef-ccb6-4020-8a79-e1af79add9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4fae2120-491c-4a89-9785-7c6eb2b69c7c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:09.094404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-bc6c92f7-118e-4321-a79a-45790ccf826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:09.095785 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-bc6c92f7-118e-4321-a79a-45790ccf826a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0801435 Aug 26 15:52:09.106303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Deleting subnet fe0e80e0-c024-4280-8423-d6fd5ca244d1 {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:52:09.110321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Publish callbacks [] for subnet (fe0e80e0-c024-4280-8423-d6fd5ca244d1), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.184606 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf006-cc99-450d-ae81-42c03080c281 req-71e50622-eb2a-4be8-bce6-3499cc3901c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:09.195563 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-71e50622-eb2a-4be8-bce6-3499cc3901c6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0821762 Aug 26 15:52:09.202730 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (fe0e80e0-c024-4280-8423-d6fd5ca244d1), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.245624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4c529b84-0f66-4d03-b275-2309379acf6e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.251479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (fe0e80e0-c024-4280-8423-d6fd5ca244d1), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.253759 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.255009 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4c529b84-0f66-4d03-b275-2309379acf6e HTTP/1.1" status: 204 len: 168 time: 0.3832338 Aug 26 15:52:09.280550 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38d6ed-89f4-4dfd-9fe0-17d4a1f10767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c529b84-0f66-4d03-b275-2309379acf6e,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:09.383902 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-da025a78-9b0e-4123-b15b-349a187ac56f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275032 Aug 26 15:52:09.430024 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (fe0e80e0-c024-4280-8423-d6fd5ca244d1), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.487142 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.492154 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/fe0e80e0-c024-4280-8423-d6fd5ca244d1 HTTP/1.1" status: 204 len: 168 time: 0.4426596 Aug 26 15:52:09.493461 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea315c2-a06b-4b93-8899-70cfbf25917b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0e80e0-c024-4280-8423-d6fd5ca244d1,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:09.495287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38084) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:09.525330 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07eaf006-cc99-450d-ae81-42c03080c281 req-cee14e61-150c-4751-b4fc-5e635a7d8d04 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339781 Aug 26 15:52:09.595798 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38088) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:09.628585 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-66ccbc9d-be7d-487e-a607-f50af2ebc71f req-96f329a3-2304-46f7-8144-958ee8ce9ab0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0481369 Aug 26 15:52:09.631287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (8a653e45-59b2-4650-8daa-8e27eb9be491), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.718551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (8a653e45-59b2-4650-8daa-8e27eb9be491), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.739253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a653e45-59b2-4650-8daa-8e27eb9be491']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:09.749064 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84858762-8709-48f3-808c-0a7fd1c756bd') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:09.749366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84858762-8709-48f3-808c-0a7fd1c756bd') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:09.760291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (84858762-8709-48f3-808c-0a7fd1c756bd), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.774883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (84858762-8709-48f3-808c-0a7fd1c756bd), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.781707 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:52:09.782127 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (84858762-8709-48f3-808c-0a7fd1c756bd), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:09.944416 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dca31-3efa-413c-a541-ad3ea6158ced req-35ef6eeb-4a88-440e-8cad-345dca356cf0 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:09.946268 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b0dca31-3efa-413c-a541-ad3ea6158ced req-35ef6eeb-4a88-440e-8cad-345dca356cf0 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 943 time: 0.0570078 Aug 26 15:52:10.000394 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (8a653e45-59b2-4650-8daa-8e27eb9be491), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.009746 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.010361 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-622191511-network', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:10.013652 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/8a653e45-59b2-4650-8daa-8e27eb9be491 HTTP/1.1" status: 204 len: 168 time: 0.5133352 Aug 26 15:52:10.021126 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b0dca31-3efa-413c-a541-ad3ea6158ced req-17683d0a-4666-4a82-9796-801b7426115f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680773 Aug 26 15:52:10.030411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fe0a9-03f7-4553-9565-6773f84bd580 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a653e45-59b2-4650-8daa-8e27eb9be491,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:10.106037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Made reservation on behalf of d19b01b0af6c43feb357799d8ae948e1 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:10.108451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.118503 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.201234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks [] for security_group (007ca5f2-1565-4ab0-8ee0-282a20a8aef2), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.309236 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (007ca5f2-1565-4ab0-8ee0-282a20a8aef2), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.334161 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:52:10.347762 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007ca5f2-1565-4ab0-8ee0-282a20a8aef2,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:10.352565 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (5f144def-5d50-4afd-995e-695b4193717a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.352899 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Added segment 5f144def-5d50-4afd-995e-695b4193717a of type vlan for network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 Aug 26 15:52:10.393186 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.466531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38108) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:10.508163 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6659eb2a-57b6-4a7d-b245-fbe09b7e67d1 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7fd56f5ac6a84d2cbe5df806ec6f0848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403769 Aug 26 15:52:10.512464 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38110) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:10.566837 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] Publish callbacks [] for security_group (b46e38fd-8240-4c6e-a967-e31f238bd786), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.577572 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.579054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:10.580688 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.641199 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] Publish callbacks [] for security_group (b46e38fd-8240-4c6e-a967-e31f238bd786), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.685035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] Pushing event updated for resources: {'Network': ['ID=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:10.697214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:52:10.749809 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8f4793fb-0664-4641-8a38-2f224d38080a req-a3be399b-b028-4ed2-8811-a0f6a69765eb tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0346422 Aug 26 15:52:10.765372 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2bbd8133-0b74-462d-80c9-5f6e85299099 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1683660 Aug 26 15:52:10.769361 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38122) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:10.784646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Request body: {'subnet': {'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-622191511-subnet', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:10.794560 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b46e38fd-8240-4c6e-a967-e31f238bd786), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.797916 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.799861 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/b46e38fd-8240-4c6e-a967-e31f238bd786 HTTP/1.1" status: 204 len: 168 time: 0.2856891 Aug 26 15:52:10.810070 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 84858762-8709-48f3-808c-0a7fd1c756bd resource provider aggregate not found Aug 26 15:52:10.810369 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc3e67-c743-4d24-b989-05ba80c35a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e38fd-8240-4c6e-a967-e31f238bd786,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:10.823901 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:10.873458 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 84858762-8709-48f3-808c-0a7fd1c756bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84858762-8709-48f3-808c-0a7fd1c756bd found for delete ", "request_id": "req-9fb5656d-0f22-4034-a7bf-251e7eebd0a1"}]} Aug 26 15:52:10.920015 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Made reservation on behalf of d19b01b0af6c43feb357799d8ae948e1 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:10.922515 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.196611 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dab129-20ec-4943-847f-446a545538c1 req-7aebb2f2-47ee-4a49-82fe-0ee3d3a3415a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:11.198303 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b2dab129-20ec-4943-847f-446a545538c1 req-7aebb2f2-47ee-4a49-82fe-0ee3d3a3415a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Aug 26 15:52:11.211534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:11.214409 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (189f0b7a-9237-420d-a938-8348142ff37a), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.285378 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Pushing event updated for resources: {'Subnet': ['ID=189f0b7a-9237-420d-a938-8348142ff37a,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:11.294469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:11.294829 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Network hostable DHCP agents. Network: 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:52:11.315756 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b2dab129-20ec-4943-847f-446a545538c1 req-7c79c73e-5aca-458a-a97b-179066e22d9f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001856 Aug 26 15:52:11.379804 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.445356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:52:11.554858 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=67 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:11.562389 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:11.567270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:11.567939 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.572740 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af47f09-206e-4003-964f-3f80a9a3ed84 None None] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:11.625964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:11.637360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38146) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:11.682305 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c2fe323d-9cf5-4047-8b7e-c9d100604965 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ab0e7db625ac43228178231236d03fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435894 Aug 26 15:52:11.690101 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38148) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:11.690603 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-325f8491-cbbe-4613-8580-f0e1ff3046de admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9161444 Aug 26 15:52:11.690603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38150) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:11.695126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:11.710719 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:52:11.712873 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.740914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] Publish callbacks [] for security_group (9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.763994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] Publish callbacks [] for security_group (9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.861598 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4d32009c-c4f0-445d-9e55-4de119fd1866 req-6a615ac1-6357-48cc-a42a-b33c286e23a9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0294328 Aug 26 15:52:11.865687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.868148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.873344 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Allocated IP 172.20.0.2 (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12/189f0b7a-9237-420d-a938-8348142ff37a/3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:11.902315 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:11.926527 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38158) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:11.932793 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for router_controller (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.947001 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9978d447-2f15-4512-9675-bfc09607f200 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:52:11.962832 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.967591 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:11.969810 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:11.974816 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c HTTP/1.1" status: 204 len: 168 time: 0.2886369 Aug 26 15:52:11.986384 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84246-569b-4cb6-9152-9f2a4bfdd32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e4739-25bf-47a7-976c-6bf4ba9e2d4c,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:11.996227 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:12.194207 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b27ced4d-4992-4afa-bcd0-fb64e7ff08b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.196588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks [] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.218595 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9978d447-2f15-4512-9675-bfc09607f200,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:12.231898 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '9978d447-2f15-4512-9675-bfc09607f200', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:52:12.258504 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for router_gateway (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.270984 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.286136 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9978d447-2f15-4512-9675-bfc09607f200 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:12.286136 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9978d447-2f15-4512-9675-bfc09607f200), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.341881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9978d447-2f15-4512-9675-bfc09607f200 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:12.344710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-e280ec78-fa83-4869-a577-86c412048c02 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:12.347684 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-e280ec78-fa83-4869-a577-86c412048c02 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 819 time: 0.2894776 Aug 26 15:52:12.348868 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:12.350475 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Pushing event updated for resources: {'Port': ['ID=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:12.357873 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:12.362059 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:12.375964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9978d447-2f15-4512-9675-bfc09607f200,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:12.407830 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b27ced4d-4992-4afa-bcd0-fb64e7ff08b2 admin admin] Publish callbacks [] for security_group (1facaadc-57bc-4170-9833-b65c16963835), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.438172 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Attempting to bind port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:12.438562 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Attempting to bind port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:12.438928 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Attempting to bind port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:12.446005 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:12.446437 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:12.446841 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.447291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Bound using segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:12.448054 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Bound port: 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:12.448444 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.497896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.595675 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] For port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:12.604036 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] For port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:12.616940 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:12.634745 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486fe81-91a1-4013-9783-458dd278c9fa req-3794e460-592e-4858-961d-712b61bc022f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:12.641356 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c486fe81-91a1-4013-9783-458dd278c9fa req-3794e460-592e-4858-961d-712b61bc022f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 944 time: 0.1605823 Aug 26 15:52:12.642673 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b27ced4d-4992-4afa-bcd0-fb64e7ff08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1facaadc-57bc-4170-9833-b65c16963835), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.690410 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-e4e410e7-aca2-42f0-a1c1-a72da046362a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=853df33daae14bd9825788afd555e11a HTTP/1.1" status: 200 len: 380 time: 0.2805772 Aug 26 15:52:12.710713 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b27ced4d-4992-4afa-bcd0-fb64e7ff08b2 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=f27a9c7726f44d8e95a48b18a9c3cf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7825065 Aug 26 15:52:12.715457 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.719797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38182) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:12.778578 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ced4d-4992-4afa-bcd0-fb64e7ff08b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1facaadc-57bc-4170-9833-b65c16963835,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:12.798295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for router_gateway (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.823377 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c486fe81-91a1-4013-9783-458dd278c9fa req-d3653798-a981-4d4c-9dbb-ce53bc276d8b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443999 Aug 26 15:52:12.831125 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.853274 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04460a50-2e8a-4a1d-b11a-330a7d3e17f7 None None] Pushing event updated for resources: {'Port': ['ID=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:12.872363 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] Publish callbacks [] for security_group (1facaadc-57bc-4170-9833-b65c16963835), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.908619 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] Publish callbacks [] for security_group (1facaadc-57bc-4170-9833-b65c16963835), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:12.930838 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['9978d447-2f15-4512-9675-bfc09607f200'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:52:13.009448 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-136c8c8f-a80f-4621-b7ea-43d551f67b8b req-d6837cca-585f-4e6b-a6e3-6edf61825990 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0534327 Aug 26 15:52:13.051340 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Allocated IP 172.27.3.57 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/ac8f730d-12c7-4fc8-843e-865453128668) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:13.051571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'port': {'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'admin_state_up': True, 'tenant_id': '853df33daae14bd9825788afd555e11a', 'security_groups': ['72b0ea6b-bedc-4d1b-b962-53d2231c9c94']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:13.148977 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1facaadc-57bc-4170-9833-b65c16963835), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.151550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.155158 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/1facaadc-57bc-4170-9833-b65c16963835 HTTP/1.1" status: 204 len: 168 time: 0.4319742 Aug 26 15:52:13.169227 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e551b8-68b8-4ce2-a597-eb7a5ff689fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1facaadc-57bc-4170-9833-b65c16963835,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:13.211631 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for port (ac8f730d-12c7-4fc8-843e-865453128668), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.420351 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Made reservation on behalf of 853df33daae14bd9825788afd555e11a for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:13.420830 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (ac8f730d-12c7-4fc8-843e-865453128668), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.424223 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.538925 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:13.544503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:13.549276 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:13.554348 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8f730d-12c7-4fc8-843e-865453128668,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:13.600240 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:13.706334 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Allocated IP 172.20.0.13 (cab596ab-7d04-4922-b3cc-a5bd19fc2e98/c6570f5e-b67f-43c1-b77d-3e7e51018805/c5172524-b071-4da7-93f1-8465faf155b2) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:13.726699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:13.727282 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.906049 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:13.906749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.003413 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:14.007117 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9978d447-2f15-4512-9675-bfc09607f200 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:14.013112 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for port (c5172524-b071-4da7-93f1-8465faf155b2), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.061089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:14.095997 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.104631 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 9978d447-2f15-4512-9675-bfc09607f200 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:52:14.128789 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-ad2eebac-c3c9-4ca7-957a-d2b4c8798b01 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2833064 Aug 26 15:52:14.159783 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d70b78-c999-4aaf-a2fa-0417cde700d8 req-84a39ce4-73b1-401b-abae-153a6950c801 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:14.161368 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65d70b78-c999-4aaf-a2fa-0417cde700d8 req-84a39ce4-73b1-401b-abae-153a6950c801 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 944 time: 0.1295652 Aug 26 15:52:14.182102 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.250176 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:14.261085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:14.273556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:14.277606 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:14.326042 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for router_gateway (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.345182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65d70b78-c999-4aaf-a2fa-0417cde700d8 req-ae0d0c2c-06ca-4b0a-9e71-db55932ce4b7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288316 Aug 26 15:52:14.353064 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-eb8fbc20-b21f-4ca2-a5ae-b1615ba031f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:14.355831 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-eb8fbc20-b21f-4ca2-a5ae-b1615ba031f0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.1583638 Aug 26 15:52:14.455812 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:14.472754 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.497011 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bc62b-9792-45ff-aea0-68d71159ed86 None None] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:14.508727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 9978d447-2f15-4512-9675-bfc09607f200 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:14.508727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9978d447-2f15-4512-9675-bfc09607f200), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.520266 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event updated for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:14.550004 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-aa906117-6df1-4444-92e6-ef176a92a150 None None] Provisioning complete for port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:14.550587 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-aa906117-6df1-4444-92e6-ef176a92a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.858591 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:14.868194 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-34768193-f9a8-432d-8b93-b2e020f1e944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8525431 Aug 26 15:52:14.883340 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357f7f-9f61-4f63-b642-013ad05b753c req-7a0d2249-a6a4-4b0a-9a1d-5f112a8bb7bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:14.886164 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:14.886730 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4d357f7f-9f61-4f63-b642-013ad05b753c req-7a0d2249-a6a4-4b0a-9a1d-5f112a8bb7bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 932 time: 0.3599215 Aug 26 15:52:14.892120 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Request body: {'port': {'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:14.892726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9978d447-2f15-4512-9675-bfc09607f200 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:14.893148 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9978d447-2f15-4512-9675-bfc09607f200), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.927067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:14.993354 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4d357f7f-9f61-4f63-b642-013ad05b753c req-a0c396f6-79a8-433c-9e6a-d78d5b08eee0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976286 Aug 26 15:52:14.994120 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c5172524-b071-4da7-93f1-8465faf155b2), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:14.999076 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025bb24-b64d-47be-8e34-c0c9d009aff3 req-b6a28da5-dc8e-474b-8859-c3ffe669900c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.001716 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3025bb24-b64d-47be-8e34-c0c9d009aff3 req-b6a28da5-dc8e-474b-8859-c3ffe669900c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.5301764 Aug 26 15:52:15.006098 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-31e88362-0666-42b8-87d9-5456d214171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.008278 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-31e88362-0666-42b8-87d9-5456d214171b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.5685704 Aug 26 15:52:15.016435 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978d447-2f15-4512-9675-bfc09607f200'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:15.018751 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12ab3d-4820-433f-bf41-2698efc1f2d8" -d '{"events": [{"server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9978d447-2f15-4512-9675-bfc09607f200"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:15.048206 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9978d447-2f15-4512-9675-bfc09607f200,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:15.058139 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-aa906117-6df1-4444-92e6-ef176a92a150 None None] Current status of the port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:15.088450 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-ca868fea-bfe6-4ed4-a0b7-6f7218e5409a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0521443 Aug 26 15:52:15.125914 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14460d86-47aa-408d-b9e8-0fc365fc0c9e x-openstack-request-id: req-14460d86-47aa-408d-b9e8-0fc365fc0c9e {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:15.126226 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9978d447-2f15-4512-9675-bfc09607f200", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:15.126484 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14460d86-47aa-408d-b9e8-0fc365fc0c9e {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:15.126905 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14460d86-47aa-408d-b9e8-0fc365fc0c9e'] response: {'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978d447-2f15-4512-9675-bfc09607f200', 'code': 200} Aug 26 15:52:15.136965 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.200393 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3025bb24-b64d-47be-8e34-c0c9d009aff3 req-909589a5-fc9e-437a-8da5-435e12e346c0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892102 Aug 26 15:52:15.247935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:15.256141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-f1ae4e18-646d-4f70-8208-51fa1491db4e None None] Provisioning complete for port c5172524-b071-4da7-93f1-8465faf155b2 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:15.256528 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4e18-646d-4f70-8208-51fa1491db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c5172524-b071-4da7-93f1-8465faf155b2), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.343381 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae4e18-646d-4f70-8208-51fa1491db4e None None] Port c5172524-b071-4da7-93f1-8465faf155b2 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:15.360132 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-d4bdfdec-7fe5-47a5-8785-15710911a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.361841 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-d4bdfdec-7fe5-47a5-8785-15710911a06d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.2567451 Aug 26 15:52:15.509716 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5172524-b071-4da7-93f1-8465faf155b2 {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:15.540879 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks [] for port (c5172524-b071-4da7-93f1-8465faf155b2), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.559293 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Transition to ACTIVE for port object c5172524-b071-4da7-93f1-8465faf155b2 will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:52:15.570748 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-22305cc2-d7ef-4fd8-9108-1e88be136478 None None] Provisioning complete for port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:15.571133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-22305cc2-d7ef-4fd8-9108-1e88be136478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.602302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-ac696a51-5c2f-4bde-9fa5-28255ce5dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.603844 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-ac696a51-5c2f-4bde-9fa5-28255ce5dbde service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1745074 Aug 26 15:52:15.605114 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.619382 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08230e-072d-4475-af71-275110453b99 req-c1347875-b0de-49d3-a0e5-6d8ed8c1cf74 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.622312 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7f08230e-072d-4475-af71-275110453b99 req-c1347875-b0de-49d3-a0e5-6d8ed8c1cf74 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0616095 Aug 26 15:52:15.656221 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:15.729435 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7f08230e-072d-4475-af71-275110453b99 req-257c2ad4-896f-4143-a67a-30863fa31311 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994790 Aug 26 15:52:15.743624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.774801 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:15.793449 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:15.794119 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:15.830250 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-22305cc2-d7ef-4fd8-9108-1e88be136478 None None] Current status of the port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:15.858952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:15.868382 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2fa7d-ab9a-4a6d-b247-212ecd039f50 req-f3b5e842-939e-4377-96d3-84a4eb7a39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:15.871622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:15.872166 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67a2fa7d-ab9a-4a6d-b247-212ecd039f50 req-f3b5e842-939e-4377-96d3-84a4eb7a39b1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0545824 Aug 26 15:52:15.891191 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:15.931780 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-ba29ed15-1545-4802-b344-ca60fd67a581 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148623 Aug 26 15:52:16.000904 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Attempting to bind port c5172524-b071-4da7-93f1-8465faf155b2 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:16.002049 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Attempting to bind port c5172524-b071-4da7-93f1-8465faf155b2 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:16.003605 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Attempting to bind port c5172524-b071-4da7-93f1-8465faf155b2 on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:16.012372 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Port c5172524-b071-4da7-93f1-8465faf155b2 on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:52:16.012770 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Attempting to bind port c5172524-b071-4da7-93f1-8465faf155b2 on network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:16.019947 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:16.020434 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Checking segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:16.021052 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Bound using segment: {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:16.022229 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Bound port: c5172524-b071-4da7-93f1-8465faf155b2, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443699a9-53ad-4c2a-b280-d961b3f14043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:16.022599 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c5172524-b071-4da7-93f1-8465faf155b2), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:16.048946 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67a2fa7d-ab9a-4a6d-b247-212ecd039f50 req-ddafa8b2-f39a-4344-9d42-2685b9d29421 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410089 Aug 26 15:52:16.112074 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:16.116672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c5172524-b071-4da7-93f1-8465faf155b2,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:16.118621 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bc730ec2-990d-46b4-9c85-302e20f3071d req-91e29466-1d75-4e74-afdf-e31e68fc61f0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447656 Aug 26 15:52:16.174810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee65f1-9f5f-4e4e-829f-f4d9538558a7 req-dadddc52-6a87-46e2-b56a-a3780ae8e244 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:16.176279 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ee65f1-9f5f-4e4e-829f-f4d9538558a7 req-dadddc52-6a87-46e2-b56a-a3780ae8e244 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0535619 Aug 26 15:52:16.226253 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ee65f1-9f5f-4e4e-829f-f4d9538558a7 req-3146bbbc-bb6d-4d7a-83f6-5337f8029264 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Aug 26 15:52:16.232219 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:16.234558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:52:16.236198 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:16.237323 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:16.249681 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 1094 time: 1.3517196 Aug 26 15:52:16.249681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:16.249681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c85c1-557b-44ad-8243-ece4ccaa6333" -d '{"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:16.295604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c4413-f42d-400d-9d8b-695c779c8cea x-openstack-request-id: req-760c4413-f42d-400d-9d8b-695c779c8cea {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:16.295938 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:16.296193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-760c4413-f42d-400d-9d8b-695c779c8cea {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:16.296828 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760c4413-f42d-400d-9d8b-695c779c8cea'] response: {'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'status': 'completed', 'code': 200} Aug 26 15:52:16.314067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b90ef-edec-4fca-a01b-f7a5307769a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:16.384187 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:16.419760 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:16.430929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:16.431722 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:16.504515 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:16.506039 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-31e13c6f-f0a3-410c-a4ba-d1be8e3596f7 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8144479 Aug 26 15:52:16.510879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38286) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:16.513189 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ea8c8-8d80-4e40-a6fc-fede471f8418 req-eb6f587b-9f21-4a41-8d1b-0d7cff230f01 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:16.514900 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-464ea8c8-8d80-4e40-a6fc-fede471f8418 req-eb6f587b-9f21-4a41-8d1b-0d7cff230f01 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0521617 Aug 26 15:52:16.557151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:16.573318 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-464ea8c8-8d80-4e40-a6fc-fede471f8418 req-04bf6baf-8c42-4dd6-a5ba-4bf84e35701d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Aug 26 15:52:16.741836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:13Z', 'revision_number': 3, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:16.769121 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:16.769597 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Updating router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b port ac8f730d-12c7-4fc8-843e-865453128668 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:52:16.799450 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ac8f730d-12c7-4fc8-843e-865453128668), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:16.922945 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5876d6-060c-40b2-a080-790664b88aec req-b01501ba-b02a-4b16-9098-71d657585f47 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:16.924489 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c5876d6-060c-40b2-a080-790664b88aec req-b01501ba-b02a-4b16-9098-71d657585f47 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.1045027 Aug 26 15:52:16.946393 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-e27947dd-e1ab-4ea7-94f7-fa08bfdf7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:16.958037 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-e27947dd-e1ab-4ea7-94f7-fa08bfdf7168 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1128 time: 0.0958407 Aug 26 15:52:17.103321 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c5876d6-060c-40b2-a080-790664b88aec req-001440be-ae71-4647-bacb-226bcb989834 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692402 Aug 26 15:52:17.108275 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks [] for port (ac8f730d-12c7-4fc8-843e-865453128668), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.227260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.232153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-31020075-ad8d-4a51-a37c-2a11103df5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:17.233610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-31020075-ad8d-4a51-a37c-2a11103df5b5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=853df33daae14bd9825788afd555e11a&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2406082 Aug 26 15:52:17.280149 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ac8f730d-12c7-4fc8-843e-865453128668), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.334858 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Attempting to bind port ac8f730d-12c7-4fc8-843e-865453128668 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:17.335231 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Attempting to bind port ac8f730d-12c7-4fc8-843e-865453128668 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:17.337955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Attempting to bind port ac8f730d-12c7-4fc8-843e-865453128668 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:17.352130 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77c82c-6282-44e1-8e02-efe1574ab1ea None None] Pushing event updated for resources: {'Port': ['ID=ac8f730d-12c7-4fc8-843e-865453128668,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:17.356398 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da0c0-49ae-4fd8-81d9-c49c465197c5 req-8305aa4e-666f-4dbe-9191-35945090a809 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:17.356932 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:17.356932 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:17.357311 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.357697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:17.358175 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Bound port: ac8f730d-12c7-4fc8-843e-865453128668, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:17.358553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ac8f730d-12c7-4fc8-843e-865453128668), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.364398 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-158da0c0-49ae-4fd8-81d9-c49c465197c5 req-8305aa4e-666f-4dbe-9191-35945090a809 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0611706 Aug 26 15:52:17.411496 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] For port ac8f730d-12c7-4fc8-843e-865453128668, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:17.412083 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-158da0c0-49ae-4fd8-81d9-c49c465197c5 req-2212543a-e172-4431-a85a-bbfb66339c36 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 Aug 26 15:52:17.415636 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] For port ac8f730d-12c7-4fc8-843e-865453128668, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ac8f730d-12c7-4fc8-843e-865453128668,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:17.445492 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Allocated IP 172.20.0.1 (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12/189f0b7a-9237-420d-a938-8348142ff37a/18912622-e3ad-4f8b-ae22-b7a504eeebe9) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:17.497641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ac8f730d-12c7-4fc8-843e-865453128668), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.537585 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:17.538206 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:17.550909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks [] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.596029 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77c82c-6282-44e1-8e02-efe1574ab1ea None None] Pushing event updated for resources: {'Port': ['ID=ac8f730d-12c7-4fc8-843e-865453128668,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:17.654527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:17.685306 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:17.841614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:13Z', 'revision_number': 3, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:17.868620 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e98d6-af13-4da6-9c5f-fd2a095a62cc None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:13Z', 'revision_number': 3, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:17.871441 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:17.949121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb0c2-b680-45bc-b464-ab9cf078ef04 req-7107cdad-17dd-4fe4-857e-8e7de6e00dad tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:17.950648 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-26afb0c2-b680-45bc-b464-ab9cf078ef04 req-7107cdad-17dd-4fe4-857e-8e7de6e00dad tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.2972670 Aug 26 15:52:18.021019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:18.039637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:18.068287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:18.096547 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Pushing event updated for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:18.192816 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:18.252374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-26afb0c2-b680-45bc-b464-ab9cf078ef04 req-b6d72b5d-f356-4383-90b8-2146bfa0bae7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742221 Aug 26 15:52:18.267840 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-d66e5db1-b480-4920-a186-c950e47db44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.269505 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ea0c85c1-557b-44ad-8243-ece4ccaa6333 req-d66e5db1-b480-4920-a186-c950e47db44b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3418047 Aug 26 15:52:18.325989 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eeb0c-8fdf-4ac1-a5d2-34d43799de67 req-83d4aa3a-e34f-48fa-92a4-0b00fc531e02 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.331769 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a40eeb0c-8fdf-4ac1-a5d2-34d43799de67 req-83d4aa3a-e34f-48fa-92a4-0b00fc531e02 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0832083 Aug 26 15:52:18.406627 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a40eeb0c-8fdf-4ac1-a5d2-34d43799de67 req-7457b0d8-f88d-46d7-87f9-018375809d61 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650702 Aug 26 15:52:18.433736 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-3006f8ba-83ec-46f6-b6e9-fa46c0369dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.435265 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-3006f8ba-83ec-46f6-b6e9-fa46c0369dd9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1128 time: 0.0547879 Aug 26 15:52:18.486662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-ef684a57-2b71-413e-a969-5a714d4ec7a1 None None] Provisioning complete for port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:18.488455 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-ef684a57-2b71-413e-a969-5a714d4ec7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:18.506164 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-b892e7e9-a026-4c32-9cad-a3a4c28fa864 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 217 time: 0.0451148 Aug 26 15:52:18.537533 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:52:18.577017 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-ef684a57-2b71-413e-a969-5a714d4ec7a1 None None] Port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:18.598386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863810ff-8d83-42ff-b02e-e129678aaa22 req-33fa545a-4212-4d27-a907-466291886c3f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.600325 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-863810ff-8d83-42ff-b02e-e129678aaa22 req-33fa545a-4212-4d27-a907-466291886c3f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0736489 Aug 26 15:52:18.642959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13442e66-82b9-4333-9e55-e04a37d69902 req-ebce6d03-4e11-4f9b-920e-b8b852cb2544 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.642959 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-13442e66-82b9-4333-9e55-e04a37d69902 req-ebce6d03-4e11-4f9b-920e-b8b852cb2544 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.1259987 Aug 26 15:52:18.644043 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-d350bb1f-1d16-48c5-aeab-7db370b0b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.652692 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-d350bb1f-1d16-48c5-aeab-7db370b0b09d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.1276951 Aug 26 15:52:18.653366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38320) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:18.658393 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'port_id': '9978d447-2f15-4512-9675-bfc09607f200'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:18.659216 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-863810ff-8d83-42ff-b02e-e129678aaa22 req-9e81c77e-0fa7-4ed9-8e0f-868bd28e460a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512800 Aug 26 15:52:18.661328 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:18.741412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:18.778903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:18.843122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-a922960b-ba3b-41c6-9677-5c34fd4f1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:18.844579 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-a922960b-ba3b-41c6-9677-5c34fd4f1034 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1545184 Aug 26 15:52:19.133905 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-790293cc-ec3b-44a7-ad4d-02cf285ce8aa service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696953 Aug 26 15:52:19.313659 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks [] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:19.337018 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:19.558509 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ac8f730d-12c7-4fc8-843e-865453128668 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:19.614146 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port ac8f730d-12c7-4fc8-843e-865453128668 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:19.614744 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ac8f730d-12c7-4fc8-843e-865453128668), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:19.657805 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:19.693335 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port ac8f730d-12c7-4fc8-843e-865453128668 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:19.694015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ac8f730d-12c7-4fc8-843e-865453128668), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:19.717660 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port ac8f730d-12c7-4fc8-843e-865453128668, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ac8f730d-12c7-4fc8-843e-865453128668,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:19.764213 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-58c9ce97-e4bd-49b3-915b-be1ba9e20125 req-8ced13e6-a95d-4935-ba26-59c5ac302461 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228566 Aug 26 15:52:19.793341 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca2098-bea7-4807-b566-e5a54b17bad1 req-34ea64cf-a49d-4c07-b38a-b5d27fa8ab54 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:19.794825 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0ca2098-bea7-4807-b566-e5a54b17bad1 req-34ea64cf-a49d-4c07-b38a-b5d27fa8ab54 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.4147618 Aug 26 15:52:19.802960 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f786-350b-4ac7-843a-48b5c4f1ace8 req-b97f0d8e-1a10-4c84-ac77-5257cd46168d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:19.804595 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c823f786-350b-4ac7-843a-48b5c4f1ace8 req-b97f0d8e-1a10-4c84-ac77-5257cd46168d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0509923 Aug 26 15:52:19.858915 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c823f786-350b-4ac7-843a-48b5c4f1ace8 req-ccca7ef7-27d8-4711-96d7-64d92f876e59 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485163 Aug 26 15:52:19.874366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Pushing event updated for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:19.888872 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:19.932791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ac8f730d-12c7-4fc8-843e-865453128668), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:20.065952 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.db.resource_extend [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 15:52:20.073235 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0ca2098-bea7-4807-b566-e5a54b17bad1 req-ef633c52-0a5a-4ea7-b784-0cf2e95f464e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370365 Aug 26 15:52:20.128589 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:20.151345 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=ac8f730d-12c7-4fc8-843e-865453128668,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:20.191122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:20.197533 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:20.202526 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:20.204504 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:20.324966 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:52:20.417848 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-347fd805-ed68-4c02-b169-4566606945e6 None None] Provisioning complete for port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:20.418225 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-347fd805-ed68-4c02-b169-4566606945e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:20.433883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:20.444088 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-cda39926-9890-4fdc-a2f2-15b15b145023 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9298735 Aug 26 15:52:20.452358 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:20.458550 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-347fd805-ed68-4c02-b169-4566606945e6 None None] Port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:20.463856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:20.464598 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:20.573853 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:20.756070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:20.766130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 2, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:20.804621 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:20.805054 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Updating router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:52:20.849804 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:20.854280 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP 1d38c51d-cc87-4894-9231-202b83d44ba0 associated. External IP: 172.27.3.181, port: 9978d447-2f15-4512-9675-bfc09607f200. Aug 26 15:52:21.002218 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7ccf-08cc-4a2e-80aa-d878dafb7e4c req-08358b3f-d309-4484-9cc1-50558e994c59 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:21.010168 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a75e7ccf-08cc-4a2e-80aa-d878dafb7e4c req-08358b3f-d309-4484-9cc1-50558e994c59 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0619991 Aug 26 15:52:21.026773 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:21.066276 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a75e7ccf-08cc-4a2e-80aa-d878dafb7e4c req-6cc41d9d-33de-4def-91f2-1d0938725476 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548038 Aug 26 15:52:21.111569 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:52:21.174854 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks [] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.278419 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97545f0a-5829-4461-a37d-d642394f0418 req-0bb7ec22-43d3-4496-beb7-a548a11b9b4b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:21.278419 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-97545f0a-5829-4461-a37d-d642394f0418 req-0bb7ec22-43d3-4496-beb7-a548a11b9b4b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.1057816 Aug 26 15:52:21.311069 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:21.312028 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.318183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.324981 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:21.338852 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:21.339098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:21.373684 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-97545f0a-5829-4461-a37d-d642394f0418 req-dbbd980a-829c-4865-a0b4-ac8609531441 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903397 Aug 26 15:52:21.380634 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-177ec892-146f-4aa6-97e3-318d6e27dda3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/1d38c51d-cc87-4894-9231-202b83d44ba0 HTTP/1.1" status: 200 len: 991 time: 2.7219303 Aug 26 15:52:21.382510 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'tag': '9978d447-2f15-4512-9675-bfc09607f200'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:21.385590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37" -d '{"events": [{"name": "network-changed", "server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "tag": "9978d447-2f15-4512-9675-bfc09607f200"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:21.417278 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:21.457821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786185f-0211-4a43-ada6-7b05ef590c2c x-openstack-request-id: req-8786185f-0211-4a43-ada6-7b05ef590c2c {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:21.458114 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "tag": "9978d447-2f15-4512-9675-bfc09607f200", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:21.458368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8786185f-0211-4a43-ada6-7b05ef590c2c {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:21.459146 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8786185f-0211-4a43-ada6-7b05ef590c2c'] response: {'name': 'network-changed', 'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'tag': '9978d447-2f15-4512-9675-bfc09607f200', 'status': 'completed', 'code': 200} Aug 26 15:52:21.516490 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Attempting to bind port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:21.516490 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Attempting to bind port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:21.516490 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Attempting to bind port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:21.523416 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:21.523967 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:21.524605 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.525152 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Bound using segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:21.526106 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Bound port: 18912622-e3ad-4f8b-ae22-b7a504eeebe9, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:21.526666 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.534532 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:21.569051 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38380) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:21.572089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ac8f730d-12c7-4fc8-843e-865453128668 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:21.574637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-912788531-network', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:21.616120 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] For port 18912622-e3ad-4f8b-ae22-b7a504eeebe9, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:21.618620 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] For port 18912622-e3ad-4f8b-ae22-b7a504eeebe9, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=18912622-e3ad-4f8b-ae22-b7a504eeebe9,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:21.623987 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7de25-ed47-4890-8716-a76dd4df24a8 None None] Pushing event updated for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:21.627729 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:21.703654 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Made reservation on behalf of ef6bcceb1f214427bbd4a07c5aceb0ed for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:21.704029 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.707402 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.718479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.721756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port ac8f730d-12c7-4fc8-843e-865453128668 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:21.722133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ac8f730d-12c7-4fc8-843e-865453128668), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.745360 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:21.746200 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:21.792861 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7de25-ed47-4890-8716-a76dd4df24a8 None None] Pushing event updated for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:21.813859 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks [] for security_group (fcf1ac50-35db-42a0-b53b-9c06cba80cc5), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.863479 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:21.864227 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:21.869164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port ac8f730d-12c7-4fc8-843e-865453128668 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:21.904558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fcf1ac50-35db-42a0-b53b-9c06cba80cc5), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.921112 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:21.929035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:52:21.945875 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf1ac50-35db-42a0-b53b-9c06cba80cc5,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:21.951089 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:21.951527 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Added segment c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8 of type vlan for network 02ed155e-14c3-46eb-81fd-829b905e08fb Aug 26 15:52:21.952086 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:21.962690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:21.962690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:22.002195 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (02ed155e-14c3-46eb-81fd-829b905e08fb), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:22.058819 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:21Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:22.075116 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:22.093153 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0b803-f380-4527-bfb3-fd4b83d3e735 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:21Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:22.126399 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (02ed155e-14c3-46eb-81fd-829b905e08fb), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:22.127434 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:22.128046 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:22.265965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] Pushing event updated for resources: {'Network': ['ID=02ed155e-14c3-46eb-81fd-829b905e08fb,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:22.278453 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1402b0-9950-4549-95d9-8813da70f4b8 req-ebeb261c-ca8f-448d-a89e-991a0f559c45 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:22.280061 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6d1402b0-9950-4549-95d9-8813da70f4b8 req-ebeb261c-ca8f-448d-a89e-991a0f559c45 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0731122 Aug 26 15:52:22.287634 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 02ed155e-14c3-46eb-81fd-829b905e08fb details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:52:22.288480 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f4284501-289b-47c6-8568-fbf0c10d32e9 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7175188 Aug 26 15:52:22.291265 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38388) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:22.298797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Request body: {'subnet': {'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-912788531-subnet', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'ip_version': 4}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:22.317042 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:22.361658 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6d1402b0-9950-4549-95d9-8813da70f4b8 req-a0589dca-3c30-4e9d-8454-45987751b5f2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Aug 26 15:52:22.454173 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Made reservation on behalf of ef6bcceb1f214427bbd4a07c5aceb0ed for: {'subnet': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:22.456659 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9806148'] for subnet (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:22.479551 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:22.511309 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5125a-0075-49f1-884e-674781d712ca None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:22.574099 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91359a4d-ccbb-4dc0-9438-4186bbc75d5c req-e6dca89b-9464-42d4-83ab-294f22535ffb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:22.576381 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-91359a4d-ccbb-4dc0-9438-4186bbc75d5c req-e6dca89b-9464-42d4-83ab-294f22535ffb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.1026299 Aug 26 15:52:22.670367 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-91359a4d-ccbb-4dc0-9438-4186bbc75d5c req-9fd445b3-1d16-48f9-9951-7dffa539bafc tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805056 Aug 26 15:52:22.706223 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:22.786761 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afdfe4-3296-4dfa-a2f1-b11d684d61de None None] New status for floating IP 1d38c51d-cc87-4894-9231-202b83d44ba0: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:52:22.865835 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3100656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9806198'] for subnet (0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:22.933001 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:22.934593 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:22.945421 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Checking segment: {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:22.946010 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Network hostable DHCP agents. Network: 02ed155e-14c3-46eb-81fd-829b905e08fb, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:52:23.034091 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Network 02ed155e-14c3-46eb-81fd-829b905e08fb is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:52:23.111249 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 02ed155e-14c3-46eb-81fd-829b905e08fb) {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:23.115381 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:23.116067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.120218 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e9e95-fc9f-4ff3-904b-77142a54c586 None None] Network 02ed155e-14c3-46eb-81fd-829b905e08fb requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:23.216855 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-97cdd0d1-3dbd-4100-8c4c-1ebafc22e4bb admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9212701 Aug 26 15:52:23.217846 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38398) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:23.218154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:23.223038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:23.227165 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-02ed155e-14c3-46eb-81fd-829b905e08fb', 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb', 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'fixed_ips': [{'subnet_id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:52:23.228271 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.294081 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:23.329525 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.330583 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.367017 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Allocated IP 172.20.0.2 (02ed155e-14c3-46eb-81fd-829b905e08fb/0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b/8233712d-771a-442d-97d0-1a9294008160) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:23.384019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for router_controller (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.457209 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:23.489149 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e16c25-37d4-4708-81ca-2241a73d442c req-c4dd7870-6eac-4127-a87b-d29f23dbe97d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:23.491282 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41e16c25-37d4-4708-81ca-2241a73d442c req-c4dd7870-6eac-4127-a87b-d29f23dbe97d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0560405 Aug 26 15:52:23.538127 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks [] for port (8233712d-771a-442d-97d0-1a9294008160), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.557825 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 18912622-e3ad-4f8b-ae22-b7a504eeebe9 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:23.605886 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:23.605886 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.632264 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (8233712d-771a-442d-97d0-1a9294008160), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.668310 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41e16c25-37d4-4708-81ca-2241a73d442c req-8de27a4d-0f81-44cf-a783-ee9f978d3187 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695721 Aug 26 15:52:23.675570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for router_gateway (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.802811 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d213ed0-758a-4dbe-89a3-e1f0cf6e31d1 req-30baf3de-ac6c-4310-8e15-e1b59286467b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:23.804695 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6d213ed0-758a-4dbe-89a3-e1f0cf6e31d1 req-30baf3de-ac6c-4310-8e15-e1b59286467b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0520926 Aug 26 15:52:23.809687 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Network 02ed155e-14c3-46eb-81fd-829b905e08fb is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:23.817088 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:23.822487 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:23.831399 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Pushing event updated for resources: {'Port': ['ID=8233712d-771a-442d-97d0-1a9294008160,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:23.882142 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6d213ed0-758a-4dbe-89a3-e1f0cf6e31d1 req-8cf2f149-0ef0-4a77-8f5b-4f858b3492ab tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695953 Aug 26 15:52:23.913920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-1e1e5e3b-7356-4700-8dd3-57126ffca41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:23.915995 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-1e1e5e3b-7356-4700-8dd3-57126ffca41d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0627208 Aug 26 15:52:23.923505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Attempting to bind port 8233712d-771a-442d-97d0-1a9294008160 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:23.923505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Attempting to bind port 8233712d-771a-442d-97d0-1a9294008160 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:23.923505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Attempting to bind port 8233712d-771a-442d-97d0-1a9294008160 on network 02ed155e-14c3-46eb-81fd-829b905e08fb {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:23.925588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:23.926188 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.939973 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:23.940355 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Checking segment: {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:23.940758 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.941151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Bound using segment: {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:23.941808 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Bound port: 8233712d-771a-442d-97d0-1a9294008160, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:23.942187 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (8233712d-771a-442d-97d0-1a9294008160), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:24.006235 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 18912622-e3ad-4f8b-ae22-b7a504eeebe9, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=18912622-e3ad-4f8b-ae22-b7a504eeebe9,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:24.032483 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] For port 8233712d-771a-442d-97d0-1a9294008160, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:24.035960 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] For port 8233712d-771a-442d-97d0-1a9294008160, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=8233712d-771a-442d-97d0-1a9294008160,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:24.094874 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:24.164973 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (8233712d-771a-442d-97d0-1a9294008160), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:24.179358 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:24.211788 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:24.294177 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bdc56-df4a-4960-aae2-b2832cbe0256 None None] Pushing event updated for resources: {'Port': ['ID=8233712d-771a-442d-97d0-1a9294008160,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:24.361948 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-5decf391-3812-4ad9-87ca-8be8d003c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:24.363521 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-5decf391-3812-4ad9-87ca-8be8d003c2ce service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 916 time: 0.4370611 Aug 26 15:52:24.365174 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for router_gateway (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:24.397146 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:24.567101 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-2d7ab906-2c88-4b49-a958-e002b607f6d5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9978d447-2f15-4512-9675-bfc09607f200 HTTP/1.1" status: 200 len: 1001 time: 0.1767731 Aug 26 15:52:24.673366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Allocated IP 172.27.3.40 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/db258757-2c92-45c8-bde5-d04d959c6843) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:24.685445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-7196d017-8d98-48af-9fc4-161b9a497d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:24.686887 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-7196d017-8d98-48af-9fc4-161b9a497d54 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0813446 Aug 26 15:52:24.757350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:24.835229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-0250158d-1cae-4c2e-bf2f-e2d1f0e82e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:24.837410 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-0250158d-1cae-4c2e-bf2f-e2d1f0e82e21 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1326275 Aug 26 15:52:24.867412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8658e8-6197-4670-9f8f-21f84af75b55 req-95dbb6dd-9cfe-4df2-9291-ec1a6fb6cf68 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:24.869899 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b8658e8-6197-4670-9f8f-21f84af75b55 req-95dbb6dd-9cfe-4df2-9291-ec1a6fb6cf68 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.1078753 Aug 26 15:52:24.985331 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for port (db258757-2c92-45c8-bde5-d04d959c6843), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.055268 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0115cc-4004-4517-b0b8-fcaba01e65aa req-b2e03b2c-5cb3-487a-aac0-a192664570d3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:25.057399 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ee0115cc-4004-4517-b0b8-fcaba01e65aa req-b2e03b2c-5cb3-487a-aac0-a192664570d3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0716710 Aug 26 15:52:25.065601 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b8658e8-6197-4670-9f8f-21f84af75b55 req-d9a13ad3-a574-49ca-89d2-672618c9f451 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789763 Aug 26 15:52:25.084440 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-38ee1792-53be-4e16-afe3-1907d1eaf9fe service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125154 Aug 26 15:52:25.137278 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ee0115cc-4004-4517-b0b8-fcaba01e65aa req-8abc11bb-9d43-49e7-8d22-2d60e749f40c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737438 Aug 26 15:52:25.211192 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dc521a24-441b-4dd5-a6e4-b47cc4b61a37 req-33b529de-8f0c-4043-8930-5522849d6061 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175127 Aug 26 15:52:25.212879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (db258757-2c92-45c8-bde5-d04d959c6843), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.260541 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:25.263476 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:25.268393 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:25.273840 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Pushing event updated for resources: {'Port': ['ID=db258757-2c92-45c8-bde5-d04d959c6843,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:25.412179 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb68300-f697-4615-a6a1-3c2dbae1fb2c None None] Network 02ed155e-14c3-46eb-81fd-829b905e08fb requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:25.465834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:25.490619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Provisioning complete for port 8233712d-771a-442d-97d0-1a9294008160 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:25.490619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (8233712d-771a-442d-97d0-1a9294008160), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.635775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Current status of the port 8233712d-771a-442d-97d0-1a9294008160 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:25.636336 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (8233712d-771a-442d-97d0-1a9294008160), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.653128 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 8233712d-771a-442d-97d0-1a9294008160 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:25.738027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] For port 8233712d-771a-442d-97d0-1a9294008160, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=8233712d-771a-442d-97d0-1a9294008160,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:25.756528 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 8233712d-771a-442d-97d0-1a9294008160 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:25.757186 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (8233712d-771a-442d-97d0-1a9294008160), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.761075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for router_gateway (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.817850 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (8233712d-771a-442d-97d0-1a9294008160), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.927604 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 8233712d-771a-442d-97d0-1a9294008160 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:25.927944 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (8233712d-771a-442d-97d0-1a9294008160), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:25.946653 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8317-13d2-4be9-a8b0-7b353c0c5ed0 None None] Pushing event updated for resources: {'Port': ['ID=8233712d-771a-442d-97d0-1a9294008160,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:25.995334 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.db.api [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:52:25.995746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG oslo_db.api [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:52:26.017016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:26.036012 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-7da8b9d9-96ef-479a-a6d0-a801a3a483c7 None None] Provisioning complete for port 8233712d-771a-442d-97d0-1a9294008160 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:26.036388 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7da8b9d9-96ef-479a-a6d0-a801a3a483c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (8233712d-771a-442d-97d0-1a9294008160), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:26.135794 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-7da8b9d9-96ef-479a-a6d0-a801a3a483c7 None None] Current status of the port 8233712d-771a-442d-97d0-1a9294008160 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:26.212122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c4710-f621-4dbf-8668-1d4a416646be req-dff17984-121e-49f5-adc4-6c3db491f550 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:26.213694 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0e4c4710-f621-4dbf-8668-1d4a416646be req-dff17984-121e-49f5-adc4-6c3db491f550 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0561380 Aug 26 15:52:26.267236 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0e4c4710-f621-4dbf-8668-1d4a416646be req-96e11467-1009-457f-b16c-82f734fbcfa1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Aug 26 15:52:26.295894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ec3b3-4e9b-41d7-801c-e9569fad0cdf req-b6ea5465-3afe-4694-873a-176e1d8d4be8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:26.298119 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7e2ec3b3-4e9b-41d7-801c-e9569fad0cdf req-b6ea5465-3afe-4694-873a-176e1d8d4be8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Aug 26 15:52:26.349024 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7e2ec3b3-4e9b-41d7-801c-e9569fad0cdf req-8e27786e-95f2-4b71-aa20-3163143411a3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Aug 26 15:52:26.386000 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:52:26.421056 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:26.504068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:26.518477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Sync routers for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:26.539109 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:26.539822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:26.551357 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:26.578550 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 8233712d-771a-442d-97d0-1a9294008160 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:26.579703 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 18912622-e3ad-4f8b-ae22-b7a504eeebe9 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:26.609163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:26.613188 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9349cd10-c54f-4666-949b-d9365c3314a9 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3929591 Aug 26 15:52:26.613567 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38472) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:26.680035 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:26.680419 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:26.733105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:26.880323 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:26.955105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:25Z', 'revision_number': 3, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:26.988705 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Checking router: b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:26.988705 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Updating router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 port db258757-2c92-45c8-bde5-d04d959c6843 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:52:27.014196 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (db258757-2c92-45c8-bde5-d04d959c6843), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.047650 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:27.060757 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.222978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Allocated IP 172.20.0.1 (02ed155e-14c3-46eb-81fd-829b905e08fb/0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b/6a6a6876-187d-470c-8da3-a723f7a16bb7) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:27.262534 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks [] for port (db258757-2c92-45c8-bde5-d04d959c6843), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.345980 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (db258757-2c92-45c8-bde5-d04d959c6843), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.388142 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Attempting to bind port db258757-2c92-45c8-bde5-d04d959c6843 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:27.388521 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Attempting to bind port db258757-2c92-45c8-bde5-d04d959c6843 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:27.388889 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Attempting to bind port db258757-2c92-45c8-bde5-d04d959c6843 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:27.397999 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:27.401477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:27.401477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.401477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:27.401477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Bound port: db258757-2c92-45c8-bde5-d04d959c6843, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:27.401477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (db258757-2c92-45c8-bde5-d04d959c6843), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.439031 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c5172524-b071-4da7-93f1-8465faf155b2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:52:27.443486 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f745361-3859-4bbe-a86f-1e05ffe77d8f None None] Pushing event updated for resources: {'Port': ['ID=db258757-2c92-45c8-bde5-d04d959c6843,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:27.488400 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] For port db258757-2c92-45c8-bde5-d04d959c6843, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:27.489037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102446a-a49d-4a94-b6da-3d0003d66925 req-84e3f36e-c91b-4caf-8a0f-11e6de2edc55 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:27.492083 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] For port db258757-2c92-45c8-bde5-d04d959c6843, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=db258757-2c92-45c8-bde5-d04d959c6843,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:27.498409 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d102446a-a49d-4a94-b6da-3d0003d66925 req-84e3f36e-c91b-4caf-8a0f-11e6de2edc55 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0681012 Aug 26 15:52:27.571439 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d102446a-a49d-4a94-b6da-3d0003d66925 req-5458730e-4c61-4eb7-a8f8-af77575fbf99 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720038 Aug 26 15:52:27.614306 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 8233712d-771a-442d-97d0-1a9294008160 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:27.620191 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c5172524-b071-4da7-93f1-8465faf155b2,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:27.641534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks [] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.656226 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (db258757-2c92-45c8-bde5-d04d959c6843), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.658073 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'c5172524-b071-4da7-93f1-8465faf155b2', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:52:27.700787 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4d64-c27f-4ff3-8a4f-fed04ac5a76b req-3f62b3f9-f1d4-4131-a534-b5019b240fa6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:27.705645 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b43e4d64-c27f-4ff3-8a4f-fed04ac5a76b req-3f62b3f9-f1d4-4131-a534-b5019b240fa6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 944 time: 0.0588303 Aug 26 15:52:27.733567 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:27.734043 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:27.762138 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b43e4d64-c27f-4ff3-8a4f-fed04ac5a76b req-7f4e147e-a297-45fe-b61a-db6b730c9df9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533199 Aug 26 15:52:27.782781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:27.805760 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c5172524-b071-4da7-93f1-8465faf155b2 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:27.807500 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c5172524-b071-4da7-93f1-8465faf155b2), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.811464 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f745361-3859-4bbe-a86f-1e05ffe77d8f None None] Pushing event updated for resources: {'Port': ['ID=db258757-2c92-45c8-bde5-d04d959c6843,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:27.825631 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 8233712d-771a-442d-97d0-1a9294008160 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:27.826009 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (8233712d-771a-442d-97d0-1a9294008160), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.831964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.874064 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Network 02ed155e-14c3-46eb-81fd-829b905e08fb is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:27.883767 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:27.888345 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:27.888902 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5172524-b071-4da7-93f1-8465faf155b2 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:27.891712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Pushing event updated for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:27.940270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:27.942551 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c5172524-b071-4da7-93f1-8465faf155b2,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:27.948237 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:27.994500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:28.181496 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.181901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.258176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-7faab856-50e5-4286-a022-5c69c3581191 None None] Provisioning complete for port 6a6a6876-187d-470c-8da3-a723f7a16bb7 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:28.258543 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7faab856-50e5-4286-a022-5c69c3581191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.260035 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 8233712d-771a-442d-97d0-1a9294008160 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:28.316726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:28.336849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-7faab856-50e5-4286-a022-5c69c3581191 None None] Port 6a6a6876-187d-470c-8da3-a723f7a16bb7 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:28.355019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks [] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.397275 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:28.404295 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:25Z', 'revision_number': 3, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:28.433016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96221523-9903-40be-94ab-c2fba86e3edb None None] The sync data for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi is: [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:25Z', 'revision_number': 3, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:28.434543 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.501157 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Pushing event updated for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:28.503734 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.601892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Network 02ed155e-14c3-46eb-81fd-829b905e08fb is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:28.603416 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:28.709365 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4beeb-5e38-4377-b086-14cb3ab0a58a req-3e0eb5d9-06ce-4dc0-b541-7ce03a27c559 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:28.716253 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5ad4beeb-5e38-4377-b086-14cb3ab0a58a req-3e0eb5d9-06ce-4dc0-b541-7ce03a27c559 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0654228 Aug 26 15:52:28.723718 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:52:28.766969 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5ad4beeb-5e38-4377-b086-14cb3ab0a58a req-50ed8687-b0d8-4f2d-a5b7-af14178ed887 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 Aug 26 15:52:28.839847 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:28.854709 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-0495ec7c-b289-4f5c-a558-ec757fcfac0d admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/b6df921d-7ffe-4d69-bdba-9cefe4e91ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2370996 Aug 26 15:52:28.877605 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-a63eac89-4134-4172-a26a-1fa63db4449f None None] Provisioning complete for port 6a6a6876-187d-470c-8da3-a723f7a16bb7 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:28.878527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a63eac89-4134-4172-a26a-1fa63db4449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:28.918030 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-a63eac89-4134-4172-a26a-1fa63db4449f None None] Port 6a6a6876-187d-470c-8da3-a723f7a16bb7 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:28.919019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc30a7-3f76-443a-ba5a-93492a4d0de0 req-57bde8af-a229-42df-a02e-d4c38f155d16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:28.920433 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-87bc30a7-3f76-443a-ba5a-93492a4d0de0 req-57bde8af-a229-42df-a02e-d4c38f155d16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 945 time: 0.0664201 Aug 26 15:52:28.974991 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-87bc30a7-3f76-443a-ba5a-93492a4d0de0 req-56bc4f29-32a3-4fd2-b651-5bf4a8c34319 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468457 Aug 26 15:52:29.174472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:29.200693 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:29.343979 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38508) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:29.348925 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605569295', 'description': 'tempest-secgroup-smoke-605569295 description', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:29.452030 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.543130 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:29.553821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (0c2404d9-617c-4813-ac41-04415d782233), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.560900 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device db258757-2c92-45c8-bde5-d04d959c6843 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:29.616388 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port db258757-2c92-45c8-bde5-d04d959c6843 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:29.616700 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (db258757-2c92-45c8-bde5-d04d959c6843), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.631827 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0c2404d9-617c-4813-ac41-04415d782233), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.662514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2404d9-617c-4813-ac41-04415d782233,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:29.689600 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c5172524-b071-4da7-93f1-8465faf155b2'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:52:29.728114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port db258757-2c92-45c8-bde5-d04d959c6843 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:29.728513 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (db258757-2c92-45c8-bde5-d04d959c6843), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.762783 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port db258757-2c92-45c8-bde5-d04d959c6843, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=db258757-2c92-45c8-bde5-d04d959c6843,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:29.818641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.819992 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b28d1630-b745-4519-8e36-c06c57114c80 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4749560 Aug 26 15:52:29.822953 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38516) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:29.828133 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:29.866667 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:29.867896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (db258757-2c92-45c8-bde5-d04d959c6843), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:29.897093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ee67-d3fe-4cbc-9fc2-9a9c3945b329 req-031b063e-e5bc-4529-984c-a2cc6b1ac8cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:29.898710 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8472ee67-d3fe-4cbc-9fc2-9a9c3945b329 req-031b063e-e5bc-4529-984c-a2cc6b1ac8cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0540929 Aug 26 15:52:29.918497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=db258757-2c92-45c8-bde5-d04d959c6843,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:29.961015 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8472ee67-d3fe-4cbc-9fc2-9a9c3945b329 req-80cbacda-3bd7-4553-9e9b-d768862bf9f5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565746 Aug 26 15:52:29.986252 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (0644491f-2ab6-40ad-a850-aaca30103e29), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.047765 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (0644491f-2ab6-40ad-a850-aaca30103e29), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.096920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e603d81-bd50-42e0-8927-0bde287f1183 req-c833a492-dbdc-4f3c-ba0e-d58a02a07f03 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:30.098627 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e603d81-bd50-42e0-8927-0bde287f1183 req-c833a492-dbdc-4f3c-ba0e-d58a02a07f03 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 945 time: 0.0483134 Aug 26 15:52:30.147287 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9e603d81-bd50-42e0-8927-0bde287f1183 req-ac971c03-b6d5-4523-ba05-7746136ff16d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Aug 26 15:52:30.177921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (0644491f-2ab6-40ad-a850-aaca30103e29), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.194802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0644491f-2ab6-40ad-a850-aaca30103e29,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:30.210290 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:30.303145 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.304489 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-92f7e9d9-a0e9-4381-a095-0ecff2c867b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805808 Aug 26 15:52:30.307430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38522) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:30.313137 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:30.426337 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (dee96c36-b7bb-4416-96cb-d87f01d0c28d), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.454600 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Sync routers for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:30.465423 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:30.466042 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:30.493102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (dee96c36-b7bb-4416-96cb-d87f01d0c28d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.569346 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:30.589056 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (dee96c36-b7bb-4416-96cb-d87f01d0c28d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.611749 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee96c36-b7bb-4416-96cb-d87f01d0c28d,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:30.629596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:30.739723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.741100 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2393ae02-ee78-4adc-be2f-5642d30488b5 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4324028 Aug 26 15:52:30.743964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38528) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:30.748492 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:30.764020 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:28Z', 'revision_number': 4, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a6a6876-187d-470c-8da3-a723f7a16bb7', 'name': '', 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'mac_address': 'fa:16:3e:18:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:27Z', 'updated_at': '2022-08-26T15:52:28Z', 'revision_number': 2, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'subnets': [{'id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:30.792932 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Checking router: b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:30.793283 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Updating router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 port 6a6a6876-187d-470c-8da3-a723f7a16bb7 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:52:30.821285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.889970 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (30705f5d-adb9-4b6f-bcf5-b297fcb18338), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:30.966021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (30705f5d-adb9-4b6f-bcf5-b297fcb18338), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.085234 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (30705f5d-adb9-4b6f-bcf5-b297fcb18338), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.107998 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks [] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.122178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc77d-6fdc-41cc-8978-6ee9f53b57de req-caa135a9-c5f1-4f7b-aa6b-57314f31a6a9 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:31.123673 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-200fc77d-6fdc-41cc-8978-6ee9f53b57de req-caa135a9-c5f1-4f7b-aa6b-57314f31a6a9 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0829020 Aug 26 15:52:31.127015 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30705f5d-adb9-4b6f-bcf5-b297fcb18338,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:31.174525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-200fc77d-6fdc-41cc-8978-6ee9f53b57de req-89430a1a-7c1c-444b-90f8-6fccddce1b43 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Aug 26 15:52:31.178543 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1fc821eb-ae83-4f6f-8d6c-a1227cd6833c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.243429 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.245733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.249727 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-96a9088e-3862-445c-90b9-431152fd6164 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5019689 Aug 26 15:52:31.250001 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38550) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:31.254833 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:31.282263 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:31.289017 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e25a0-30a9-45f2-a774-dc18e1af5821 req-0758fbf4-f212-4cf9-942c-af0839393b04 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:31.291307 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-086e25a0-30a9-45f2-a774-dc18e1af5821 req-0758fbf4-f212-4cf9-942c-af0839393b04 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 945 time: 0.0630460 Aug 26 15:52:31.334105 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4127be-c37c-4e71-b77c-58c4d83969fa None None] Pushing event updated for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:31.346195 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (4e45e302-d58b-411b-bdc7-20943f3a64eb), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.349288 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Attempting to bind port 6a6a6876-187d-470c-8da3-a723f7a16bb7 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:31.349654 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Attempting to bind port 6a6a6876-187d-470c-8da3-a723f7a16bb7 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:31.350012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Attempting to bind port 6a6a6876-187d-470c-8da3-a723f7a16bb7 on network 02ed155e-14c3-46eb-81fd-829b905e08fb {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:31.352920 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-086e25a0-30a9-45f2-a774-dc18e1af5821 req-6f0cd04e-d4c2-4962-9e6b-0cfbefbdf025 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541923 Aug 26 15:52:31.355954 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:31.356202 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Checking segment: {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:31.356601 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.356986 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Bound using segment: {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:31.357450 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Bound port: 6a6a6876-187d-470c-8da3-a723f7a16bb7, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:31.357827 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.421545 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] For port 6a6a6876-187d-470c-8da3-a723f7a16bb7, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:31.425012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] For port 6a6a6876-187d-470c-8da3-a723f7a16bb7, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a6a6876-187d-470c-8da3-a723f7a16bb7,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:31.430751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (4e45e302-d58b-411b-bdc7-20943f3a64eb), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.514898 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.539071 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device db258757-2c92-45c8-bde5-d04d959c6843 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:31.551335 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:31.559239 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:31.559899 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:31.570212 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c5172524-b071-4da7-93f1-8465faf155b2 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:31.575289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (4e45e302-d58b-411b-bdc7-20943f3a64eb), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.609343 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e45e302-d58b-411b-bdc7-20943f3a64eb,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:31.624561 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4127be-c37c-4e71-b77c-58c4d83969fa None None] Pushing event updated for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:31.643553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port db258757-2c92-45c8-bde5-d04d959c6843 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:31.646075 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (db258757-2c92-45c8-bde5-d04d959c6843), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.650363 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port c5172524-b071-4da7-93f1-8465faf155b2 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:52:31.693168 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:31.720134 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.723997 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-41186eaf-fb81-42d7-b046-3d3307888fd6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4703734 Aug 26 15:52:31.724772 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38560) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:31.724986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port db258757-2c92-45c8-bde5-d04d959c6843 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:31.730016 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:31.786037 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port c5172524-b071-4da7-93f1-8465faf155b2 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:31.786623 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c5172524-b071-4da7-93f1-8465faf155b2), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.862341 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.securitygroups_db [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Project d19b01b0af6c43feb357799d8ae948e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:52:31.869301 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (afef39f1-27d6-410c-b33b-29b3799e6d83), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.871256 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c5172524-b071-4da7-93f1-8465faf155b2 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:31.871735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c5172524-b071-4da7-93f1-8465faf155b2), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.883899 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:28Z', 'revision_number': 4, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a6a6876-187d-470c-8da3-a723f7a16bb7', 'name': '', 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'mac_address': 'fa:16:3e:18:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:27Z', 'updated_at': '2022-08-26T15:52:31Z', 'revision_number': 4, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'subnets': [{'id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:31.897377 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:31.905674 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cba0f53-fc65-442e-870b-ee47d27d20a6" -d '{"events": [{"server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "name": "network-vif-plugged", "status": "completed", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:31.912861 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c5172524-b071-4da7-93f1-8465faf155b2,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:31.913417 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43a2d6-7bb5-4d12-a7c1-b1cd336e8eb5 None None] The sync data for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi is: [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T15:52:28Z', 'revision_number': 4, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a6a6876-187d-470c-8da3-a723f7a16bb7', 'name': '', 'network_id': '02ed155e-14c3-46eb-81fd-829b905e08fb', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'mac_address': 'fa:16:3e:18:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:27Z', 'updated_at': '2022-08-26T15:52:31Z', 'revision_number': 4, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'subnets': [{'id': '0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:31.940586 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (afef39f1-27d6-410c-b33b-29b3799e6d83), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:31.950729 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe46e0b-5d62-4a1e-9620-53cb1f7ec2bb x-openstack-request-id: req-afe46e0b-5d62-4a1e-9620-53cb1f7ec2bb {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:31.951040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "name": "network-vif-plugged", "status": "completed", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:31.951297 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afe46e0b-5d62-4a1e-9620-53cb1f7ec2bb {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:31.951706 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe46e0b-5d62-4a1e-9620-53cb1f7ec2bb'] response: {'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'code': 200} Aug 26 15:52:31.992480 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:31.993596 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.030272 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (afef39f1-27d6-410c-b33b-29b3799e6d83), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.060146 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:32.074316 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afef39f1-27d6-410c-b33b-29b3799e6d83,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:32.093019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:32.179675 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.181141 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c9373164-ab38-4dcc-a44a-c946a912da43 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4549894 Aug 26 15:52:32.183835 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38568) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:32.189479 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'security_group_rule': {'security_group_id': '0c2404d9-617c-4813-ac41-04415d782233', 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:32.306155 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650cd93-04c6-4396-8aa6-e315cd5a6dd9 req-e69bf18f-608b-418c-8813-66f75c424f04 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:32.307699 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e650cd93-04c6-4396-8aa6-e315cd5a6dd9 req-e69bf18f-608b-418c-8813-66f75c424f04 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Aug 26 15:52:32.363842 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e650cd93-04c6-4396-8aa6-e315cd5a6dd9 req-ec8cd316-ada5-47e0-a88f-a23c7f4ab8d2 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488205 Aug 26 15:52:32.392910 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.securitygroups_db [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Project d19b01b0af6c43feb357799d8ae948e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:52:32.400415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (c4726523-c2a5-4a69-92b9-51b407ca28c4), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.505760 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (c4726523-c2a5-4a69-92b9-51b407ca28c4), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.525767 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149504d-2ec8-4b58-8178-5f78a622f15d req-a16211fe-363e-4d1a-a681-0518d0a9b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:32.527395 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3149504d-2ec8-4b58-8178-5f78a622f15d req-a16211fe-363e-4d1a-a681-0518d0a9b4c2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0605938 Aug 26 15:52:32.578503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e057de-8f0b-4710-8415-ad0cbdce8bf6 req-2e36a673-241b-474c-ba0e-58119b847c62 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:32.580245 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-45e057de-8f0b-4710-8415-ad0cbdce8bf6 req-2e36a673-241b-474c-ba0e-58119b847c62 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.1374123 Aug 26 15:52:32.603246 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (c4726523-c2a5-4a69-92b9-51b407ca28c4), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.625251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4726523-c2a5-4a69-92b9-51b407ca28c4,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:32.631154 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3149504d-2ec8-4b58-8178-5f78a622f15d req-136d26a0-f65d-429e-a95a-050f01c07802 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766187 Aug 26 15:52:32.647743 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-45e057de-8f0b-4710-8415-ad0cbdce8bf6 req-5b91fa02-8168-4854-ada0-b44232ec3f21 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598376 Aug 26 15:52:32.757527 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38584) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:32.761082 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.761912 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e77306bc-e0e7-4ffe-891c-0465290a2d07 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5764272 Aug 26 15:52:32.880440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f43ff071-7dcb-4423-b3c1-52b821053e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:32.965968 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f43ff071-7dcb-4423-b3c1-52b821053e4b admin admin] Publish callbacks [] for security_group (fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.046599 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f43ff071-7dcb-4423-b3c1-52b821053e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.080923 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:33.091247 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ff071-7dcb-4423-b3c1-52b821053e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:33.095828 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f43ff071-7dcb-4423-b3c1-52b821053e4b admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=6bd35af5756e4a259f1da42a96541ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369803 Aug 26 15:52:33.098776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38628) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:33.152007 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] Publish callbacks [] for security_group (fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.174352 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] Publish callbacks [] for security_group (fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.329415 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.332528 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.338848 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec HTTP/1.1" status: 204 len: 168 time: 0.2368562 Aug 26 15:52:33.339420 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:33.347802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58653bc7-0bf0-4741-bac0-09a791940ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc389cb7-a2aa-4eea-9a24-e9ea7ee39aec,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:33.474319 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e1c8699e-ceb7-4fce-9568-c8be40d8dfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.516593 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e19dae-cc62-4090-ae76-f180b059ea2a req-6f367126-7e49-4f8a-9ac6-f1beceb64a74 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:33.521737 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-21e19dae-cc62-4090-ae76-f180b059ea2a req-6f367126-7e49-4f8a-9ac6-f1beceb64a74 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0769963 Aug 26 15:52:33.568691 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:33.593854 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-21e19dae-cc62-4090-ae76-f180b059ea2a req-d8f61bd6-9350-4e40-8953-85b6ee4c2d65 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608823 Aug 26 15:52:33.607282 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a6a6876-187d-470c-8da3-a723f7a16bb7 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:33.655651 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6a6a6876-187d-470c-8da3-a723f7a16bb7 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:33.656659 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.744179 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6a6a6876-187d-470c-8da3-a723f7a16bb7 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:33.744566 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:33.775812 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cab721-f9d8-40c0-bfb8-33c7e486d0ad req-931638cf-dd03-43ec-86ab-7c8c5ed55a1f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:33.777734 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-05cab721-f9d8-40c0-bfb8-33c7e486d0ad req-931638cf-dd03-43ec-86ab-7c8c5ed55a1f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0521348 Aug 26 15:52:33.793444 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 6a6a6876-187d-470c-8da3-a723f7a16bb7, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a6a6876-187d-470c-8da3-a723f7a16bb7,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:52:33.856597 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-05cab721-f9d8-40c0-bfb8-33c7e486d0ad req-15f80daf-66eb-430c-a4da-57525901c412 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715284 Aug 26 15:52:33.980452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:34.028291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:34.520947 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:34.618109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38684) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:34.737418 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-206433540-network', 'tenant_id': '7e4bab21dc3141bd89ee2ea54fe0c14c'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:34.749591 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716f65e-c086-47ec-90f2-c049c96cd08d req-926e0ee1-9e7a-4d20-8510-10789090dde4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:34.751607 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8716f65e-c086-47ec-90f2-c049c96cd08d req-926e0ee1-9e7a-4d20-8510-10789090dde4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0648544 Aug 26 15:52:34.763082 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:34.802048 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8716f65e-c086-47ec-90f2-c049c96cd08d req-a04c2545-47dc-4c19-88eb-0cbc6ed39263 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Aug 26 15:52:34.900167 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Made reservation on behalf of 7e4bab21dc3141bd89ee2ea54fe0c14c for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:34.905093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:34.918311 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.003514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1aa4-9f58-4b6b-a71b-4768f8df6d2f req-73cfa719-718c-44ee-b849-0617dcc2d221 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:35.005024 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b4cd1aa4-9f58-4b6b-a71b-4768f8df6d2f req-73cfa719-718c-44ee-b849-0617dcc2d221 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0628717 Aug 26 15:52:35.075693 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks [] for security_group (49e99f77-e26c-4f4f-ae7f-5186302bdb44), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.080296 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b4cd1aa4-9f58-4b6b-a71b-4768f8df6d2f req-b86cfd4e-46d6-4d2d-8316-0b45a584fe98 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688498 Aug 26 15:52:35.123721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:35.199250 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b73b9-e2e0-4e6b-aefb-749447d08931 req-0cc67901-ee85-4fb7-9051-8b3c1a942a31 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:35.200765 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1c9b73b9-e2e0-4e6b-aefb-749447d08931 req-0cc67901-ee85-4fb7-9051-8b3c1a942a31 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0490611 Aug 26 15:52:35.210769 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38702) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:35.215269 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'floatingip': {'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:35.215419 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (49e99f77-e26c-4f4f-ae7f-5186302bdb44), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.238507 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:52:35.254904 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.255143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e99f77-e26c-4f4f-ae7f-5186302bdb44,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:35.258963 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (caed0111-ca4a-4408-93ac-c9689dea98ab), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.259699 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Added segment caed0111-ca4a-4408-93ac-c9689dea98ab of type vlan for network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc Aug 26 15:52:35.332069 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (1d5138f4-1909-488f-bfaa-fb93ef1d71dc), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.509864 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (1d5138f4-1909-488f-bfaa-fb93ef1d71dc), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.512020 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:35.513922 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.536618 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a6a6876-187d-470c-8da3-a723f7a16bb7 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:52:35.580450 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5138f4-1909-488f-bfaa-fb93ef1d71dc,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:35.587816 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:52:35.660368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6a6a6876-187d-470c-8da3-a723f7a16bb7 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:35.660758 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.715170 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c44d1358-6ae6-4f40-9e89-60823e520ea6 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0935128 Aug 26 15:52:35.715860 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38714) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:35.724364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Request body: {'subnet': {'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-206433540-subnet', 'tenant_id': '7e4bab21dc3141bd89ee2ea54fe0c14c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:35.747068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.754326 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6a6a6876-187d-470c-8da3-a723f7a16bb7 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:52:35.817875 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:35.892488 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Made reservation on behalf of 7e4bab21dc3141bd89ee2ea54fe0c14c for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:35.893229 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38720) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:35.894984 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.899571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:35.980636 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee298c4-c15b-4a08-8b6e-87834a85edc5 req-0d122df6-56eb-483c-a2bc-99411b4c142a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:35.987706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fee298c4-c15b-4a08-8b6e-87834a85edc5 req-0d122df6-56eb-483c-a2bc-99411b4c142a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.1120195 Aug 26 15:52:36.037653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a207fa8-9367-460a-8c4f-66d175576903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.048472 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Floating IP 7347875e-f94f-4502-910c-a379005cef6a associated. External IP: 172.27.3.22, port: c5172524-b071-4da7-93f1-8465faf155b2. Aug 26 15:52:36.052000 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fee298c4-c15b-4a08-8b6e-87834a85edc5 req-3aeaf9a3-65ff-4b04-b26e-a5aa302c45f4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633783 Aug 26 15:52:36.081216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:36.247638 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:36.258548 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a207fa8-9367-460a-8c4f-66d175576903 admin admin] Publish callbacks [] for security_group (54fd41e4-05e5-41e2-85ae-60fda32a7e56), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.293467 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (ba997180-becf-436e-8fc8-31a8dfab0489), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.328217 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Router 03cdde03-fcac-4643-8465-5bfd52c82260 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:52:36.360332 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba997180-becf-436e-8fc8-31a8dfab0489,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:36.368038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Checking segment: {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:36.368482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Network hostable DHCP agents. Network: 1d5138f4-1909-488f-bfaa-fb93ef1d71dc, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:52:36.411911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.430650 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a207fa8-9367-460a-8c4f-66d175576903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (54fd41e4-05e5-41e2-85ae-60fda32a7e56), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.469571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:52:36.472420 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2a207fa8-9367-460a-8c4f-66d175576903 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=dd54c4fe43304660b0be26c030016087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777023 Aug 26 15:52:36.478649 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38730) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:36.491336 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207fa8-9367-460a-8c4f-66d175576903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd41e4-05e5-41e2-85ae-60fda32a7e56,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:36.494346 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:52:36.499163 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.505773 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:52:36.519951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:36.526027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:36.538278 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c8a0d4e6-a96d-44ed-a85c-78ebc2f19c16 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/7347875e-f94f-4502-910c-a379005cef6a HTTP/1.1" status: 200 len: 991 time: 1.3258827 Aug 26 15:52:36.543413 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:36.543413 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7997135f-f880-4b6c-bb98-a0eb4c4d233f" -d '{"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:36.573914 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 1d5138f4-1909-488f-bfaa-fb93ef1d71dc) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:36.591050 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.591544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.595941 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.605547 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c3237-cb44-4b57-8cbd-b76f954dac0d req-97893d43-7a6e-4289-80f7-0d3c62809ad7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.606535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73782ffa-1aad-4cd4-b466-4519e3d5be87 None None] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:36.617087 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef732d5f-6cc4-4730-a3de-a5168e9a15e4 x-openstack-request-id: req-ef732d5f-6cc4-4730-a3de-a5168e9a15e4 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:36.617500 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:36.617832 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef732d5f-6cc4-4730-a3de-a5168e9a15e4 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:36.618310 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef732d5f-6cc4-4730-a3de-a5168e9a15e4'] response: {'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'status': 'completed', 'code': 200} Aug 26 15:52:36.620350 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d39c3237-cb44-4b57-8cbd-b76f954dac0d req-97893d43-7a6e-4289-80f7-0d3c62809ad7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.1429994 Aug 26 15:52:36.675217 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d39c3237-cb44-4b57-8cbd-b76f954dac0d req-a7f52193-c944-4016-b63d-234447f1e5bd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537686 Aug 26 15:52:36.714385 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] Publish callbacks [] for security_group (54fd41e4-05e5-41e2-85ae-60fda32a7e56), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.748086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-93bfeacc-9a43-4002-993b-38eda35d37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.750526 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-93bfeacc-9a43-4002-993b-38eda35d37d7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0484931 Aug 26 15:52:36.758393 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-c59d3028-89c6-489a-ae4b-f5d030f3bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.759971 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-c59d3028-89c6-489a-ae4b-f5d030f3bbc4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1130 time: 0.0574543 Aug 26 15:52:36.761769 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] Publish callbacks [] for security_group (54fd41e4-05e5-41e2-85ae-60fda32a7e56), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:36.769010 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:36.901353 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-8a261991-3dfe-45f2-a8ef-0db204edf678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.903092 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-8a261991-3dfe-45f2-a8ef-0db204edf678 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.1341417 Aug 26 15:52:36.939521 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-dffb48ae-484f-4ed1-8a02-aab0ddad0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:36.941174 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-dffb48ae-484f-4ed1-8a02-aab0ddad0213 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1811845 Aug 26 15:52:36.995058 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-6db99b27-1ae7-4002-bdaf-6f0b8fff0538 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2774801 Aug 26 15:52:37.003662 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-685b6b22-b227-4b3c-bb8a-57a310f93598 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 1001 time: 0.0926447 Aug 26 15:52:37.056883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (54fd41e4-05e5-41e2-85ae-60fda32a7e56), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:37.060092 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f155bf-41c5-478f-8da0-afb52aa5afd0 None None] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:52:37.062216 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:37.064657 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/54fd41e4-05e5-41e2-85ae-60fda32a7e56 HTTP/1.1" status: 204 len: 168 time: 0.5778694 Aug 26 15:52:37.081556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998f89-b257-4d67-bc26-b8ced61fbfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd41e4-05e5-41e2-85ae-60fda32a7e56,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:37.098161 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-9626c58c-fb23-47b9-abcf-17982746fb58 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 999 time: 0.1407149 Aug 26 15:52:37.102559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-45a9bb36-ae97-4314-a86b-834e6ce71d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:37.107255 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-45a9bb36-ae97-4314-a86b-834e6ce71d9e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0852382 Aug 26 15:52:37.113707 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:37.187062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-71eab202-50a7-44d2-b5c2-f9caf7da6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:37.189186 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-71eab202-50a7-44d2-b5c2-f9caf7da6b37 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0834293 Aug 26 15:52:37.206685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-f6841354-92cb-4bca-b65b-1c31bf29c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:37.211447 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-f6841354-92cb-4bca-b65b-1c31bf29c680 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0917575 Aug 26 15:52:37.235913 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:37.331151 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-ae24cd1b-a7a7-4d12-866d-78900ec4202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:37.332944 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-ae24cd1b-a7a7-4d12-866d-78900ec4202d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1366508 Aug 26 15:52:37.389358 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-39692ad2-6817-4f68-99d0-3af7f4b3f7e5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644566 Aug 26 15:52:37.398258 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:52:35Z', 'revision_number': 1, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:37.433129 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:52:37.448569 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:52:37.449230 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:52:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:37.464963 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-bf4fd985-ef6a-496f-8c94-d6308ccd8d14 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235714 Aug 26 15:52:37.521702 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b57a2c0c-6511-4585-80dd-2a3cd2d049cf req-1a3a10ea-ebaa-4137-9104-0e2ba30d7f64 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252203 Aug 26 15:52:37.644984 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:52:37.855917 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc875-cb3f-4f39-88f6-e9031a9d3dfb req-368a263b-3f29-41a7-9960-f04f17be9ac8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:37.857446 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-245fc875-cb3f-4f39-88f6-e9031a9d3dfb req-368a263b-3f29-41a7-9960-f04f17be9ac8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0636461 Aug 26 15:52:37.869956 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7997135f-f880-4b6c-bb98-a0eb4c4d233f req-09a5e021-978a-4b59-9b03-6b3987a232f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850131 Aug 26 15:52:37.912948 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-245fc875-cb3f-4f39-88f6-e9031a9d3dfb req-4d63c1a2-f7f0-4020-8943-d78f732a68b8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Aug 26 15:52:37.929495 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:52:35Z', 'revision_number': 1, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:52:37.973007 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33ec7a-6a50-49d2-a9ee-85e9fb72fb6f None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:52:35Z', 'revision_number': 1, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:52:38.058060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 38798) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:38.074012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-881e0d48-756b-4a20-bdab-d73c2fc09d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.156501 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-881e0d48-756b-4a20-bdab-d73c2fc09d5b admin admin] Publish callbacks [] for security_group (6ab476c9-7565-4d16-b044-24ee91a7e2e3), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.201904 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d3b71-8f22-4b9a-aacd-dbffbc24434d None None] New status for floating IP 7347875e-f94f-4502-910c-a379005cef6a: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:52:38.255395 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-881e0d48-756b-4a20-bdab-d73c2fc09d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6ab476c9-7565-4d16-b044-24ee91a7e2e3), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.299653 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-881e0d48-756b-4a20-bdab-d73c2fc09d5b admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=67c84744199948c98446becfb99dd816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402794 Aug 26 15:52:38.300439 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e0d48-756b-4a20-bdab-d73c2fc09d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab476c9-7565-4d16-b044-24ee91a7e2e3,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:38.302502 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 38804) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:38.367236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] Publish callbacks [] for security_group (6ab476c9-7565-4d16-b044-24ee91a7e2e3), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.389005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] Publish callbacks [] for security_group (6ab476c9-7565-4d16-b044-24ee91a7e2e3), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.413085 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:38.504967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6ab476c9-7565-4d16-b044-24ee91a7e2e3), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.507704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:38.509050 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/6ab476c9-7565-4d16-b044-24ee91a7e2e3 HTTP/1.1" status: 204 len: 168 time: 0.2049801 Aug 26 15:52:38.517732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b95a4c-3338-4186-934f-f038f5cd09b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab476c9-7565-4d16-b044-24ee91a7e2e3,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:39.062965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549b16-1638-45c3-ae90-7f5f41b3a913 req-47b28ee3-b609-451e-8100-01c08a1be971 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:39.064724 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-74549b16-1638-45c3-ae90-7f5f41b3a913 req-47b28ee3-b609-451e-8100-01c08a1be971 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0478406 Aug 26 15:52:39.115432 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-74549b16-1638-45c3-ae90-7f5f41b3a913 req-40c11882-d2f6-47b9-a6e8-84d48753990e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449841 Aug 26 15:52:39.166608 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:39.223610 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:39.641484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:39.755051 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:40.146183 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:40.172801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:40.247041 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:41.157690 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:41.338038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:41.877954 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:42.258096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:42.754826 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:42.800640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.081019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.204120 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.309351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.357921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.772568 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:43.969414 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:44.409124 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:44.820544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:45.129234 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:45.412217 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:45.563967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:45.660578 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:45.856223 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:46.117894 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:46.352468 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:46.386882 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:47.315685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:47.347015 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:47.906595 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:47.938117 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:48.300213 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=86 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:48.369407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:48.430268 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:48.506703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:51.251040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:51.808272 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-69f227c3-9060-4b1b-88cd-f46626209fba tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=09d9df73d19f4955b822a056d9545a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540907 Aug 26 15:52:51.849646 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-5f5951b2-584c-48c4-87d3-683bb963363c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:51.851123 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-5f5951b2-584c-48c4-87d3-683bb963363c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/networks?id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc HTTP/1.1" status: 200 len: 813 time: 0.1184499 Aug 26 15:52:51.866675 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-cf240e47-8278-42e3-89c4-b7b4946d1aae tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/quotas/7e4bab21dc3141bd89ee2ea54fe0c14c HTTP/1.1" status: 200 len: 375 time: 0.0100694 Aug 26 15:52:51.904526 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-2b0f0c03-70b2-4dc3-9dd1-d356524fad53 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317655 Aug 26 15:52:52.047536 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-691272e0-6498-43cb-9797-c0a16a896b96 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350272 Aug 26 15:52:52.051019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-e44bdf1b-12fe-46dd-9658-8aa7e866bfad tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:52.052703 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-e44bdf1b-12fe-46dd-9658-8aa7e866bfad tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382469 Aug 26 15:52:52.067778 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-3cb04611-798b-40ce-bc2b-42fcdb65ba9f tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/quotas/09d9df73d19f4955b822a056d9545a92 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Aug 26 15:52:52.101698 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-777df2b1-1d96-4216-99c5-39e47a40fd69 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=09d9df73d19f4955b822a056d9545a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282402 Aug 26 15:52:52.186547 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-8cd8c0e3-9f3e-4369-8dfd-ac5d06f33633 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331844 Aug 26 15:52:52.419528 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fdf41d94-6211-4202-8aaa-b63098fc58b4 req-33fde0b2-795f-4197-9f67-78b2266bc9ff tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0457933 Aug 26 15:52:52.446077 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:52.446077 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7d0f4c8-c099-4131-b03b-4f2a68f88471 req-03e7b8a5-b120-4908-afcd-de7c08660699 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Aug 26 15:52:53.513085 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-51039e32-dd1b-4f85-9935-7f3fbcbe4081 req-6e353cc5-bd3d-4b58-b278-1cd1296dea0a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0289927 Aug 26 15:52:53.536130 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-de4873cb-a281-4a75-848d-9cf7a4b06d13 req-8e5da40e-aac9-400e-87c0-637b9984c8c2 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 210 time: 0.0284832 Aug 26 15:52:54.629302 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15abee99-38c8-45a3-bac3-362762dc304a req-5723b82c-a9e6-403a-aeea-dc11f8ae674c tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0347621 Aug 26 15:52:54.652581 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-57b1cdf2-c297-4701-a0e5-b41c1b71558f req-989887d7-fc5e-46bc-90ed-2fb3c3eae3bf tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 210 time: 0.0331752 Aug 26 15:52:55.524875 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:52:55.746218 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cf81778f-5799-4bda-940d-81d850931392 req-3df803f8-bf8c-4d9c-b91e-86b84ea9f2e7 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0283155 Aug 26 15:52:55.764294 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5a5e9172-ebc3-4f0f-9a55-6556df5232a6 req-7c25620c-fe67-46a4-883f-dc2a12948ec4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Aug 26 15:52:56.040266 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-9319dc8d-8b0a-45dc-886e-9447592b9597 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:56.041800 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-9319dc8d-8b0a-45dc-886e-9447592b9597 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc HTTP/1.1" status: 200 len: 813 time: 0.1102524 Aug 26 15:52:56.072451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Request body: {'port': {'device_id': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc', 'admin_state_up': True, 'tenant_id': '7e4bab21dc3141bd89ee2ea54fe0c14c'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:56.238702 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-cc900480-eb6e-43dc-acab-04ef568c3a37 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=09d9df73d19f4955b822a056d9545a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219553 Aug 26 15:52:56.272039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Made reservation on behalf of 7e4bab21dc3141bd89ee2ea54fe0c14c for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:56.276129 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.354639 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-6b4c7e68-cdf4-4718-a69a-d14cc92428cc tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:56.356117 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-6b4c7e68-cdf4-4718-a69a-d14cc92428cc tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093307 Aug 26 15:52:56.380997 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Request body: {'port': {'device_id': '76fac001-d457-45b5-9479-98a195b7fae5', 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335', 'admin_state_up': True, 'tenant_id': '09d9df73d19f4955b822a056d9545a92'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:56.411980 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Allocated IP 172.20.0.10 (1d5138f4-1909-488f-bfaa-fb93ef1d71dc/ba997180-becf-436e-8fc8-31a8dfab0489/52d33e41-9211-4ad4-ac40-766f6c12c9d8) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:56.569469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Made reservation on behalf of 09d9df73d19f4955b822a056d9545a92 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:52:56.573257 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.578367 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks [] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.583291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.607940 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:56.667139 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks [] for security_group (bd80360a-2604-4510-954c-a66c3da8656e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.763849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (bd80360a-2604-4510-954c-a66c3da8656e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.764531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.830690 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Pushing event updated for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:56.843581 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:56.848940 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:56.854472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:56.899381 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80360a-2604-4510-954c-a66c3da8656e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:56.920482 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:56.967087 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:56.967718 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.982106 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8b89f-c8f1-4402-8473-d813a82adb19 req-4b27abc2-45d3-4383-b55f-ab8cff9960c2 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:56.982699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Allocated IP 192.168.233.147 (5d758c21-0695-41b1-ac0a-eee2e3b95335/2dd14184-9211-4e3b-9506-ccfa8fcfe694/029f9435-d874-4e82-8c5b-534e1fd3c3f4) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:52:56.984557 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c2a8b89f-c8f1-4402-8473-d813a82adb19 req-4b27abc2-45d3-4383-b55f-ab8cff9960c2 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 932 time: 0.0879855 Aug 26 15:52:57.025848 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-42f7c637-da3f-47fa-a206-c2cf9fc2423a req-3c293752-0eb2-4a7c-a0e4-158f444a27a7 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0389104 Aug 26 15:52:57.051015 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c2a8b89f-c8f1-4402-8473-d813a82adb19 req-ef853871-fce1-41a8-8b4a-fd773dc4e0a1 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573950 Aug 26 15:52:57.072897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:57.115716 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-149ebc5b-4bb5-4be3-ac0b-eb87a6a77a29 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0471442 Aug 26 15:52:57.151500 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Request body: {'port': {'device_id': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:57.158774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:57.184534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks [] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.215922 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.387355 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.433932 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Network 5d758c21-0695-41b1-ac0a-eee2e3b95335 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:52:57.437030 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:52:57.441051 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:52:57.468418 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Pushing event updated for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:57.490056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d33e41-9211-4ad4-ac40-766f6c12c9d8 {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:57.494768 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:57.495377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.499000 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks [] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.512774 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Transition to ACTIVE for port object 52d33e41-9211-4ad4-ac40-766f6c12c9d8 will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:52:57.589718 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-78b6d2f7-7487-45d9-b6d3-40691b9c3e76 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2130370 Aug 26 15:52:57.618734 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Request body: {'port': {'device_id': '76fac001-d457-45b5-9479-98a195b7fae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:52:57.624187 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.661375 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-fb034122-84fa-49da-ab17-71531073d4fd None None] Provisioning complete for port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:52:57.661935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fb034122-84fa-49da-ab17-71531073d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.684303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.696247 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-fb034122-84fa-49da-ab17-71531073d4fd None None] Port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:52:57.720696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:57.746658 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Attempting to bind port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:57.749263 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Attempting to bind port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:57.749263 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Attempting to bind port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:57.752432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:52:57.752751 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Attempting to bind port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:57.757891 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:57.758225 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Checking segment: {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:57.758599 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Bound using segment: {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:57.759019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Bound port: 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:57.759368 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.790533 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:57.822498 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:57.825910 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:57.872513 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:57.915861 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.920734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:57.921355 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.922771 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/52d33e41-9211-4ad4-ac40-766f6c12c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.7756617 Aug 26 15:52:57.923852 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:57.926235 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890263f5-1694-47a7-aed7-607d11c5fccb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:57.962724 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029f9435-d874-4e82-8c5b-534e1fd3c3f4 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:52:57.966200 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9450d-a68f-4c2f-b168-b08930fb9b09 x-openstack-request-id: req-4dc9450d-a68f-4c2f-b168-b08930fb9b09 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:57.966495 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:57.966747 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4dc9450d-a68f-4c2f-b168-b08930fb9b09 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:57.967208 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc9450d-a68f-4c2f-b168-b08930fb9b09'] response: {'name': 'network-changed', 'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8', 'status': 'completed', 'code': 200} Aug 26 15:52:57.972776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks [] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:57.982055 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb93d38-8d17-4f52-93de-f20bd397daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:57.987501 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Transition to ACTIVE for port object 029f9435-d874-4e82-8c5b-534e1fd3c3f4 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:52:58.059160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263f5-1694-47a7-aed7-607d11c5fccb req-49e5d7c7-ad3b-4477-a356-68768aba802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.060695 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-890263f5-1694-47a7-aed7-607d11c5fccb req-49e5d7c7-ad3b-4477-a356-68768aba802e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 1128 time: 0.0422771 Aug 26 15:52:58.069812 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:58.176324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Pushing event updated for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:58.188335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:58.211024 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07013-b719-485e-b07d-64b067852477 req-24edac51-d11d-4250-9798-cac1c0d6b07a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.213119 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-75c07013-b719-485e-b07d-64b067852477 req-24edac51-d11d-4250-9798-cac1c0d6b07a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 948 time: 0.0711653 Aug 26 15:52:58.224795 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d421-5ea2-4954-8486-eb54e3ceb9d0 req-72f784ab-7382-4617-a976-c799e843aabb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.226291 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fa78d421-5ea2-4954-8486-eb54e3ceb9d0 req-72f784ab-7382-4617-a976-c799e843aabb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 944 time: 0.0684402 Aug 26 15:52:58.240846 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263f5-1694-47a7-aed7-607d11c5fccb req-9dc61b7f-16f8-4d62-bec7-2d25ba44eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.241376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Attempting to bind port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:52:58.241712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Attempting to bind port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:52:58.242039 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Attempting to bind port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 on network 5d758c21-0695-41b1-ac0a-eee2e3b95335 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:58.242277 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-890263f5-1694-47a7-aed7-607d11c5fccb req-9dc61b7f-16f8-4d62-bec7-2d25ba44eb7b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1640215 Aug 26 15:52:58.253720 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 on network 5d758c21-0695-41b1-ac0a-eee2e3b95335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:52:58.254046 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Attempting to bind port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 on network 5d758c21-0695-41b1-ac0a-eee2e3b95335 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:52:58.262250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:52:58.262618 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Checking segment: {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:52:58.263160 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Bound using segment: {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:52:58.263612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Bound port: 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8753b4-c051-4cec-b2c8-d9c33a200526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:52:58.264071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:58.319295 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-75c07013-b719-485e-b07d-64b067852477 req-97647657-14db-48c6-8ef6-3c6e996fdf24 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996935 Aug 26 15:52:58.330880 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fa78d421-5ea2-4954-8486-eb54e3ceb9d0 req-b3739161-6bd6-42eb-807e-8e7267bc5726 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966415 Aug 26 15:52:58.337078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:58.368629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:52:58.368629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:52:58.374047 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890263f5-1694-47a7-aed7-607d11c5fccb req-036bf12c-7116-4740-8818-5a8a9f47aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.375523 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-890263f5-1694-47a7-aed7-607d11c5fccb req-036bf12c-7116-4740-8818-5a8a9f47aa89 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1256094 Aug 26 15:52:58.470506 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:58.476186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.476802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:58.478161 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/029f9435-d874-4e82-8c5b-534e1fd3c3f4 HTTP/1.1" status: 200 len: 1098 time: 0.8641396 Aug 26 15:52:58.478586 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:52:58.480888 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:52:58.494680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-08b908fc-349e-4515-b0a6-9086f312258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.496437 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-08b908fc-349e-4515-b0a6-9086f312258e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 1128 time: 0.0403545 Aug 26 15:52:58.528603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40565096-257e-461a-bb36-1e3e9aa34dab service neutron] Pushing event updated for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:58.537686 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bc89e6-ef17-4941-a15a-ffacfe597eef x-openstack-request-id: req-43bc89e6-ef17-4941-a15a-ffacfe597eef {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:52:58.537893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:52:58.538150 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43bc89e6-ef17-4941-a15a-ffacfe597eef {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:52:58.538550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bc89e6-ef17-4941-a15a-ffacfe597eef'] response: {'name': 'network-changed', 'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4', 'status': 'completed', 'code': 200} Aug 26 15:52:58.547860 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-622c50a4-b385-4918-95c7-727f65a4c2bc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8 HTTP/1.1" status: 200 len: 217 time: 0.0346110 Aug 26 15:52:58.644884 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876f18-28e8-468f-8143-6481236f90aa req-0bfff1c2-0b62-409f-afaa-e6015bce2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.646912 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-0bfff1c2-0b62-409f-afaa-e6015bce2049 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ba997180-becf-436e-8fc8-31a8dfab0489 HTTP/1.1" status: 200 len: 853 time: 0.0573552 Aug 26 15:52:58.647981 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a req-740949f8-f24f-4739-afb3-8f309a334991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:58.649434 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a req-740949f8-f24f-4739-afb3-8f309a334991 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=09d9df73d19f4955b822a056d9545a92&device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 1132 time: 0.0498009 Aug 26 15:52:58.691040 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a req-0fc6806c-008d-442f-833a-71cbe85b31cb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=09d9df73d19f4955b822a056d9545a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210426 Aug 26 15:52:58.703387 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-3e4dc940-4bb6-47b0-bf22-b126c5e371d9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376945 Aug 26 15:52:58.797538 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-a3fbd6d7-2487-4b37-a829-d5edf63223ee service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879524 Aug 26 15:52:58.902007 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a876f18-28e8-468f-8143-6481236f90aa req-36d18510-13a0-4962-a927-536c249ab9b9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932052 Aug 26 15:52:59.037582 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a req-8acc5b5b-49ff-4ace-91a7-d2fdf6543b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:59.039031 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bedd9cb6-d4d3-4ca9-b998-6717608b4a8a req-8acc5b5b-49ff-4ace-91a7-d2fdf6543b4b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3412418 Aug 26 15:52:59.466912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067b15-6f9c-4cab-80f7-12b229fad4c2 req-fe3044fc-8c01-411f-9d9d-f01b42dcb909 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:59.468470 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-23067b15-6f9c-4cab-80f7-12b229fad4c2 req-fe3044fc-8c01-411f-9d9d-f01b42dcb909 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 948 time: 0.0535328 Aug 26 15:52:59.474801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0587b-8414-4821-bfec-780f129868cf req-665544ee-db13-41e7-abc2-a3c7bf76109c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:59.476718 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-27f0587b-8414-4821-bfec-780f129868cf req-665544ee-db13-41e7-abc2-a3c7bf76109c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 944 time: 0.0570519 Aug 26 15:52:59.497814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:59.518695 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-23067b15-6f9c-4cab-80f7-12b229fad4c2 req-c1b08ea4-551d-4eab-a983-210c295c0268 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Aug 26 15:52:59.530813 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-27f0587b-8414-4821-bfec-780f129868cf req-f79b9f82-a603-40e5-a521-59ee12e9f813 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Aug 26 15:52:59.646615 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-fce12fe1-8e53-468b-9a1e-7138d28e8f15 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-605569295&fields=id&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 267 time: 0.0431345 Aug 26 15:52:59.770039 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-a69d1476-4cc0-4aa1-ba5b-8cd6de0f1286 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:52:59.771471 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-a69d1476-4cc0-4aa1-ba5b-8cd6de0f1286 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1184778 Aug 26 15:52:59.786377 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-f13d7f49-e5a5-4b00-bce4-5d5d5bfd7656 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/quotas/d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Aug 26 15:52:59.834616 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-0b5ef958-60da-427a-9f8a-00841d06ba8b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432956 Aug 26 15:52:59.933262 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-4e5ce3f3-b856-477b-a8f5-fbddb63fe33d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Aug 26 15:53:00.008473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:00.021967 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-0a908df6-ce68-45e0-a533-b38688c3adbc service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830567 Aug 26 15:53:00.206816 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-9f4cc97a-1a81-4da6-8125-d7f3bcb5cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:00.208415 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-9f4cc97a-1a81-4da6-8125-d7f3bcb5cd51 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=09d9df73d19f4955b822a056d9545a92&device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 1132 time: 0.0467887 Aug 26 15:53:00.256912 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-9cd4e54a-0297-49d3-bf50-cf4b13363c41 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0328045 Aug 26 15:53:00.312412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-b65425e7-4a3c-4428-bd8c-d9fd37317eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:00.313977 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-b65425e7-4a3c-4428-bd8c-d9fd37317eb7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2dd14184-9211-4e3b-9506-ccfa8fcfe694 HTTP/1.1" status: 200 len: 843 time: 0.0478022 Aug 26 15:53:00.365207 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-a142a4a1-2947-4f19-9c6f-4c8f70885e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:00.366947 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-a142a4a1-2947-4f19-9c6f-4c8f70885e99 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5d758c21-0695-41b1-ac0a-eee2e3b95335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0454195 Aug 26 15:53:00.463229 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-93b795b0-ced1-445b-95cd-19092e76984f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5d758c21-0695-41b1-ac0a-eee2e3b95335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889590 Aug 26 15:53:00.562031 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab582018-01bb-45d9-ac7a-31bc8ce059ab req-2dc420cf-e6bf-4b0a-86fc-1cae57005ae9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5d758c21-0695-41b1-ac0a-eee2e3b95335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902398 Aug 26 15:53:00.670259 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05587-d6a5-40ca-85fe-491b9479ed11 req-affdb52b-b07b-4197-8e02-00efed033f5d tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:00.671817 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-79d05587-d6a5-40ca-85fe-491b9479ed11 req-affdb52b-b07b-4197-8e02-00efed033f5d tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 948 time: 0.0742507 Aug 26 15:53:00.708855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625ae0c-c534-4744-b1ad-83280a737351 req-97663b9b-9e90-4771-9d92-19f46ceb5324 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:00.710470 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e625ae0c-c534-4744-b1ad-83280a737351 req-97663b9b-9e90-4771-9d92-19f46ceb5324 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 944 time: 0.0532396 Aug 26 15:53:00.732196 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-79d05587-d6a5-40ca-85fe-491b9479ed11 req-da55ee01-c520-4d93-bc2e-7c885d6f3ba4 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512753 Aug 26 15:53:00.769886 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e625ae0c-c534-4744-b1ad-83280a737351 req-f75e599c-344c-4150-8f88-087ecc1be245 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Aug 26 15:53:00.815907 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-42cc594f-817d-4ed3-96b1-0c9c435a91c3 req-8aef1db9-0e9b-41e6-8158-f03c173708fb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0286555 Aug 26 15:53:01.180839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e5b13b67-0087-400b-b2f4-82950fe1eaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:01.695895 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 52d33e41-9211-4ad4-ac40-766f6c12c9d8 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:53:01.806515 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:01.822659 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '52d33e41-9211-4ad4-ac40-766f6c12c9d8', 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc', 'port_id': '52d33e41-9211-4ad4-ac40-766f6c12c9d8', 'mac_address': 'fa:16:3e:cd:83:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba997180-becf-436e-8fc8-31a8dfab0489', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:53:01.860559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:01.860559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:01.876057 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d33e41-9211-4ad4-ac40-766f6c12c9d8 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:01.881774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66325bad-b239-474e-ad2f-efbbdd027341 req-26e993c9-4679-47fd-871a-223786af5131 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:01.884528 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-66325bad-b239-474e-ad2f-efbbdd027341 req-26e993c9-4679-47fd-871a-223786af5131 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 948 time: 0.0628414 Aug 26 15:53:01.899801 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:01.903120 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22106-53e4-4150-a429-452d25c07964 req-a01d2aba-5c5f-4c64-a7db-ced60b1fcceb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:01.904864 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-37a22106-53e4-4150-a429-452d25c07964 req-a01d2aba-5c5f-4c64-a7db-ced60b1fcceb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 944 time: 0.0552950 Aug 26 15:53:01.938651 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-66325bad-b239-474e-ad2f-efbbdd027341 req-19818a8c-a95a-4b99-8c07-59290e5833ec tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Aug 26 15:53:01.963439 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-37a22106-53e4-4150-a429-452d25c07964 req-88203d28-2d49-4a78-89f6-1b87b30eb9f6 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522656 Aug 26 15:53:01.964932 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:01.972078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 029f9435-d874-4e82-8c5b-534e1fd3c3f4 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:53:02.015911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:02.033604 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f7d7b2bc-ac0b-4cd2-8eff-c99d5cf553a7 req-0744c13f-b917-444e-a93d-89d6699215b0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Aug 26 15:53:02.070130 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:02.084000 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.084335 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.084691 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.085037 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.085364 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.085688 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.086015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.086334 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.086656 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.086978 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.087299 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.087632 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.087982 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.088300 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.088615 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:02.131584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:02.143898 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '029f9435-d874-4e82-8c5b-534e1fd3c3f4', 'network_id': '5d758c21-0695-41b1-ac0a-eee2e3b95335', 'port_id': '029f9435-d874-4e82-8c5b-534e1fd3c3f4', 'mac_address': 'fa:16:3e:42:fc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd14184-9211-4e3b-9506-ccfa8fcfe694', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:53:02.184781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:02.195080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:02.201752 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f9435-d874-4e82-8c5b-534e1fd3c3f4 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:02.222171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:02.286772 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:02.338976 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:03.073697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['52d33e41-9211-4ad4-ac40-766f6c12c9d8'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:53:03.076627 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d7ee5-69be-45b0-b98d-b6d50f82afae req-2775420b-3c09-46a7-9fc1-8de07eb34f91 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:03.078206 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e46d7ee5-69be-45b0-b98d-b6d50f82afae req-2775420b-3c09-46a7-9fc1-8de07eb34f91 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 949 time: 0.0548739 Aug 26 15:53:03.105325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87a463-16b6-4702-9ec0-105c5e37f016 req-697b7256-f686-4ad5-bc6d-fcb72b6d533a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:03.107062 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c87a463-16b6-4702-9ec0-105c5e37f016 req-697b7256-f686-4ad5-bc6d-fcb72b6d533a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 945 time: 0.0549061 Aug 26 15:53:03.130576 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e46d7ee5-69be-45b0-b98d-b6d50f82afae req-a98ca90f-a464-411d-98c1-41598e2fc831 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Aug 26 15:53:03.142889 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:03.168779 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5c87a463-16b6-4702-9ec0-105c5e37f016 req-2cda1df9-4a18-4d1b-b472-bdfbefa971df tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536332 Aug 26 15:53:03.170407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:03.248977 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-929b994c-bcb1-44c2-a5c0-7399caf78f2f req-4374db58-83d6-4ec0-930a-81e2156f01de tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0349824 Aug 26 15:53:03.300476 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['029f9435-d874-4e82-8c5b-534e1fd3c3f4'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:53:03.433597 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-73d427bb-ccca-4b9c-aa43-de7b42150af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:03.843345 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-423f2be9-ba0a-472c-bc9c-56cb38b9a5a6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:03.844777 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-423f2be9-ba0a-472c-bc9c-56cb38b9a5a6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1115952 Aug 26 15:53:03.942591 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-2ba628a0-177c-4a38-ae05-0c238b93bb0b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 379 time: 0.0720778 Aug 26 15:53:03.952478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'port': {'device_id': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'admin_state_up': True, 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'security_groups': ['0c2404d9-617c-4813-ac41-04415d782233']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:04.158677 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Made reservation on behalf of d19b01b0af6c43feb357799d8ae948e1 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:04.162940 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:04.192709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:04.311522 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5cfe1-4527-4e37-be5a-7930ffee0278 req-c45cb781-1a23-42d8-a710-8efc54b05cd7 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:04.313258 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d9b5cfe1-4527-4e37-be5a-7930ffee0278 req-c45cb781-1a23-42d8-a710-8efc54b05cd7 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 945 time: 0.0585194 Aug 26 15:53:04.315645 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59206703-24ec-4480-9170-63a265fcd141 req-a22418ba-8aa0-4237-8797-90c4020bfa0e tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:04.315905 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-59206703-24ec-4480-9170-63a265fcd141 req-a22418ba-8aa0-4237-8797-90c4020bfa0e tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 949 time: 0.0666745 Aug 26 15:53:04.396641 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d9b5cfe1-4527-4e37-be5a-7930ffee0278 req-6764d7c5-ef83-49d4-aad2-4c0dcf69adcb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Aug 26 15:53:04.408517 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.20.0.4 (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12/189f0b7a-9237-420d-a938-8348142ff37a/ffc9d75b-ddcb-431d-a99f-fd94fe97633c) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:04.424254 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-59206703-24ec-4480-9170-63a265fcd141 req-791e6ef7-e6a6-42fc-affe-e8ba452ca0cd tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016445 Aug 26 15:53:04.479180 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6b8283fd-e8d4-4d4c-a506-dcfe322ebd9b req-eef6d5d0-babd-48a4-a60e-3ba78a197f1f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Aug 26 15:53:04.514320 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:04.587852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:04.739462 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:04.786484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:04.789741 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:04.793848 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:04.799993 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:04.801537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:04.829390 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.830487 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.830631 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.830934 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.831265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.831596 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.831949 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.832281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.832612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.832939 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.833713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.833713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.833917 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.834202 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.834519 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:04.861461 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:04.862117 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:04.952785 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-7776134b-0a80-4883-92cc-953703963ed7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0048594 Aug 26 15:53:04.972682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Request body: {'port': {'device_id': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:05.041901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.069999 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-b49e9602-843b-4c51-9657-d9daed1ab67b None None] Provisioning complete for port ffc9d75b-ddcb-431d-a99f-fd94fe97633c triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:05.070287 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b49e9602-843b-4c51-9657-d9daed1ab67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.103767 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-b49e9602-843b-4c51-9657-d9daed1ab67b None None] Port ffc9d75b-ddcb-431d-a99f-fd94fe97633c cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:05.114152 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 029f9435-d874-4e82-8c5b-534e1fd3c3f4 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:05.139177 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:05.160467 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:53:05.247436 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:05.247636 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.317920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc9d75b-ddcb-431d-a99f-fd94fe97633c {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:05.326828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks [] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.343687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Transition to ACTIVE for port object ffc9d75b-ddcb-431d-a99f-fd94fe97633c will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:53:05.470670 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:05.471130 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.499460 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.499665 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:05.501394 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520f704-9174-47e0-a096-a662282976bf" -d '{"events": [{"server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "name": "network-vif-plugged", "status": "completed", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:05.507773 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:05.520419 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:05.521175 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:05.562894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687d5d-3b2f-41ee-b681-658927ec5c4b req-0221f922-7c6e-4a96-8733-0492127eb1f2 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:05.562894 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6c687d5d-3b2f-41ee-b681-658927ec5c4b req-0221f922-7c6e-4a96-8733-0492127eb1f2 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 949 time: 0.0545194 Aug 26 15:53:05.571966 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbeb6d-e96d-4a11-bd06-5b0eae81f7fa req-88052923-a643-46ea-892b-b54dba4c47c4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:05.573525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-47fbeb6d-e96d-4a11-bd06-5b0eae81f7fa req-88052923-a643-46ea-892b-b54dba4c47c4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 945 time: 0.0974934 Aug 26 15:53:05.612302 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:05.615022 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6c687d5d-3b2f-41ee-b681-658927ec5c4b req-a305ecd3-c7e6-4c78-8334-446053241c20 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Aug 26 15:53:05.669724 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d887ca-f3d2-4cfb-9d5f-0bf39872badb x-openstack-request-id: req-00d887ca-f3d2-4cfb-9d5f-0bf39872badb {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:05.670611 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "name": "network-vif-plugged", "status": "completed", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:05.670611 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-00d887ca-f3d2-4cfb-9d5f-0bf39872badb {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:05.681589 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d887ca-f3d2-4cfb-9d5f-0bf39872badb'] response: {'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4', 'code': 200} Aug 26 15:53:05.693829 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-47fbeb6d-e96d-4a11-bd06-5b0eae81f7fa req-b0de46b4-6b9b-490f-b173-5100e68b0528 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964940 Aug 26 15:53:05.696464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Attempting to bind port ffc9d75b-ddcb-431d-a99f-fd94fe97633c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:05.696798 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Attempting to bind port ffc9d75b-ddcb-431d-a99f-fd94fe97633c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:05.697130 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Attempting to bind port ffc9d75b-ddcb-431d-a99f-fd94fe97633c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:05.699774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:05.706255 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Port ffc9d75b-ddcb-431d-a99f-fd94fe97633c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:53:05.706478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.706782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Attempting to bind port ffc9d75b-ddcb-431d-a99f-fd94fe97633c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:05.707559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 52d33e41-9211-4ad4-ac40-766f6c12c9d8 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:05.719936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:05.719936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:05.719936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Bound using segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:05.719936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Bound port: ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:05.719936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.779523 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8d75-bf1a-42ca-8ec6-c3c8481f2871 req-b639786b-7df8-4c10-a4ae-5294d81fb37b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:05.787411 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2a6d8d75-bf1a-42ca-8ec6-c3c8481f2871 req-b639786b-7df8-4c10-a4ae-5294d81fb37b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0684247 Aug 26 15:53:05.810640 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:53:05.814670 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:05.832326 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:05.835996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:05.848666 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2a6d8d75-bf1a-42ca-8ec6-c3c8481f2871 req-7eb13c78-78d7-4a55-b6be-e26a84817199 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603590 Aug 26 15:53:05.909850 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:05.910224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.941464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.948254 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:05.952451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:05.952451 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ffc9d75b-ddcb-431d-a99f-fd94fe97633c HTTP/1.1" status: 200 len: 1093 time: 0.9829447 Aug 26 15:53:05.952451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:05.967732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99785e42-7b37-4997-a1b5-136248cb94d6" -d '{"events": [{"name": "network-changed", "server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:06.009315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:06.010175 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:06.035158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e5cf-be92-47d5-a9c6-9c6882168194 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:06.045090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075e938d-493b-4875-8227-64450c46652a x-openstack-request-id: req-075e938d-493b-4875-8227-64450c46652a {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:06.045090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:06.045351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-075e938d-493b-4875-8227-64450c46652a {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:06.045671 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075e938d-493b-4875-8227-64450c46652a'] response: {'name': 'network-changed', 'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'status': 'completed', 'code': 200} Aug 26 15:53:06.046828 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:06.107315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:06.149510 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.159338 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:06.255393 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47442667-734e-49b5-b7f6-4f4da1bbbffc req-ddfb9da2-c703-43cb-a1ba-443c4d86fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.256494 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-4e3b2f41-cffb-4713-9c87-5704e6370e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.260278 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-47442667-734e-49b5-b7f6-4f4da1bbbffc req-ddfb9da2-c703-43cb-a1ba-443c4d86fdf9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 1134 time: 0.0451171 Aug 26 15:53:06.260406 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-4e3b2f41-cffb-4713-9c87-5704e6370e34 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 1127 time: 0.0466607 Aug 26 15:53:06.325840 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-47442667-734e-49b5-b7f6-4f4da1bbbffc req-0a97b797-f3fc-4d41-b3b3-b3582c33e792 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 Aug 26 15:53:06.380425 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:06.384799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-1ae22c34-df75-458d-b587-caf83b5e3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.386284 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-1ae22c34-df75-458d-b587-caf83b5e3e5c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d19b01b0af6c43feb357799d8ae948e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056404 Aug 26 15:53:06.463945 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:06.745246 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6500df8-0516-404f-aee0-70abfdbfe532 req-b308dd39-7739-4db7-bfbc-c38368d6cbe9 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.749621 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e6500df8-0516-404f-aee0-70abfdbfe532 req-b308dd39-7739-4db7-bfbc-c38368d6cbe9 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0525942 Aug 26 15:53:06.798076 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-9eb10d48-6299-4a63-b550-b8fea2907257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.800427 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-99785e42-7b37-4997-a1b5-136248cb94d6 req-9eb10d48-6299-4a63-b550-b8fea2907257 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1100991 Aug 26 15:53:06.804492 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e6500df8-0516-404f-aee0-70abfdbfe532 req-644ebeaa-76d1-4533-9d5a-2307c6b52d50 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Aug 26 15:53:06.840584 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68eac8-950f-4b8a-adc3-e81d4f902b79 req-92e4c64d-6a4e-457e-a05e-fe440239e774 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.842182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b68eac8-950f-4b8a-adc3-e81d4f902b79 req-92e4c64d-6a4e-457e-a05e-fe440239e774 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0616758 Aug 26 15:53:06.891169 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b68eac8-950f-4b8a-adc3-e81d4f902b79 req-7af963a8-0d9c-44af-b0fb-23547a617981 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Aug 26 15:53:06.976127 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289681-73fb-4919-880b-b3df4789a2d2 req-2627f4b1-dac9-469a-b9a7-c03dbbb70154 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:06.978294 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0f289681-73fb-4919-880b-b3df4789a2d2 req-2627f4b1-dac9-469a-b9a7-c03dbbb70154 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0536587 Aug 26 15:53:06.991797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:07.030092 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0f289681-73fb-4919-880b-b3df4789a2d2 req-c2673719-8d84-4218-b8d2-8e1fe0935297 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460341 Aug 26 15:53:07.366272 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-a7e849e1-364c-446d-ad9a-e215da10ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:07.367781 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-a7e849e1-364c-446d-ad9a-e215da10ae4d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 1127 time: 0.0404680 Aug 26 15:53:07.435470 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-fcd85d04-d71b-4b2e-9b46-367630fe70a5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c HTTP/1.1" status: 200 len: 217 time: 0.0336754 Aug 26 15:53:07.501048 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-ffbf60cb-0da0-44e1-b2dd-6178f9c89ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:07.502811 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-ffbf60cb-0da0-44e1-b2dd-6178f9c89ff9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0518706 Aug 26 15:53:07.549823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-2f4bd290-4342-4577-9b2e-c11957be326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:07.551375 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-2f4bd290-4342-4577-9b2e-c11957be326f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414014 Aug 26 15:53:07.672018 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:07.675492 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56035c0a-6607-4f1f-80ce-2405001dfef8" -d '{"events": [{"server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "name": "network-vif-plugged", "status": "completed", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:07.713666 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a873fc-de4f-4409-9660-390cdd7af9ab x-openstack-request-id: req-17a873fc-de4f-4409-9660-390cdd7af9ab {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:07.713666 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "name": "network-vif-plugged", "status": "completed", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:07.713859 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-17a873fc-de4f-4409-9660-390cdd7af9ab {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:07.718333 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a873fc-de4f-4409-9660-390cdd7af9ab'] response: {'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8', 'code': 200} Aug 26 15:53:07.869901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:07.874443 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-9f856bf5-832d-4920-9c0e-44b46d55d3b2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164541 Aug 26 15:53:07.935070 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f2129-5367-49ee-9149-fc5adacd66bf req-d056d7c0-44e5-43cd-b254-3328a1092774 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:07.937106 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1b1f2129-5367-49ee-9149-fc5adacd66bf req-d056d7c0-44e5-43cd-b254-3328a1092774 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0499210 Aug 26 15:53:07.986712 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1b1f2129-5367-49ee-9149-fc5adacd66bf req-1932b060-a408-40a2-b7ef-f5af06a3f401 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Aug 26 15:53:08.016487 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccd50-93af-4e31-9fe9-60363edf8ede req-e9198701-05b3-40cf-b25d-45718eb5b778 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:08.018558 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4ccccd50-93af-4e31-9fe9-60363edf8ede req-e9198701-05b3-40cf-b25d-45718eb5b778 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0488071 Aug 26 15:53:08.067558 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4ccccd50-93af-4e31-9fe9-60363edf8ede req-44d60d78-0f4d-4405-9c8e-1da6599723e4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Aug 26 15:53:08.154070 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09423a0f-e049-44d0-a283-a7d60e3ce1a8 req-a279a4f3-0161-4f2f-bcd1-8b8f245e90a2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:08.155516 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09423a0f-e049-44d0-a283-a7d60e3ce1a8 req-a279a4f3-0161-4f2f-bcd1-8b8f245e90a2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0517032 Aug 26 15:53:08.167852 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:08.207123 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09423a0f-e049-44d0-a283-a7d60e3ce1a8 req-2455a174-6b85-4161-a764-ada65e0876d8 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Aug 26 15:53:08.509110 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0d50b12-9d08-46d1-8401-b0cfb4d5a0c9 req-87e107ee-31f5-45eb-82f0-c16058ee5ebd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881360 Aug 26 15:53:09.115628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39188) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:09.142859 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c032-8f5f-480d-810c-071c607add89 req-6c863509-7ed4-4263-9583-7ce8591ef383 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:09.144424 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cc7c032-8f5f-480d-810c-071c607add89 req-6c863509-7ed4-4263-9583-7ce8591ef383 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0807266 Aug 26 15:53:09.145592 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a722ac-22da-454c-ae76-511a2606e9ff req-9f4db729-549f-45f6-a700-7ba413d56b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:09.146951 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-64a722ac-22da-454c-ae76-511a2606e9ff req-9f4db729-549f-45f6-a700-7ba413d56b3a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 1130 time: 0.0725467 Aug 26 15:53:09.196148 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697456c-564a-4df7-8b44-5cf882fd4842 req-603147fe-f5f6-43d4-b551-8e4e3b60aed0 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:09.197751 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9697456c-564a-4df7-8b44-5cf882fd4842 req-603147fe-f5f6-43d4-b551-8e4e3b60aed0 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0524302 Aug 26 15:53:09.227768 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cc7c032-8f5f-480d-810c-071c607add89 req-568ef932-2c59-4767-be5f-06859175e3c9 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772457 Aug 26 15:53:09.229933 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-64a722ac-22da-454c-ae76-511a2606e9ff req-2b70112a-72c8-4440-aaf0-d27cd018c44d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728536 Aug 26 15:53:09.246994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.272616 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9697456c-564a-4df7-8b44-5cf882fd4842 req-cd03eba5-5f59-4738-bbe0-e79d2cd1e6bb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Aug 26 15:53:09.347926 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16bb8-eaa7-44fb-9b3a-2750474622ea req-7200848d-778c-4f15-878a-9d727b3b631d tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:09.349554 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28b16bb8-eaa7-44fb-9b3a-2750474622ea req-7200848d-778c-4f15-878a-9d727b3b631d tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0504196 Aug 26 15:53:09.352538 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Publish callbacks [] for security_group (0c651672-bad3-4315-b7b1-a3510a4a07e5), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.382448 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:09.399112 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28b16bb8-eaa7-44fb-9b3a-2750474622ea req-7fb7b8b6-2418-441c-81d5-370acfaebdd1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Aug 26 15:53:09.432300 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0c651672-bad3-4315-b7b1-a3510a4a07e5), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.476441 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=49903397c23442758a8c7a6505332dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596733 Aug 26 15:53:09.477593 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c651672-bad3-4315-b7b1-a3510a4a07e5,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:09.479216 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39198) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:09.485256 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.485610 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.486012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.486357 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.486693 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.487054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.487356 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.487680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.488037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.488367 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.488696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.489035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.489347 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.489670 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.489991 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18281fd-2be5-47f7-a2ef-a1e86ad0207e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:09.529377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] Publish callbacks [] for security_group (0c651672-bad3-4315-b7b1-a3510a4a07e5), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.550068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] Publish callbacks [] for security_group (0c651672-bad3-4315-b7b1-a3510a4a07e5), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.687485 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0c651672-bad3-4315-b7b1-a3510a4a07e5), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.691728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:09.693118 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/0c651672-bad3-4315-b7b1-a3510a4a07e5 HTTP/1.1" status: 204 len: 168 time: 0.2125020 Aug 26 15:53:09.701330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aeed6-5de2-47bd-8dd8-d59d1424a8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c651672-bad3-4315-b7b1-a3510a4a07e5,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:09.757909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57d533-0e7b-4b78-aa95-68607e214040 req-1e51e04c-cd19-4968-8ddd-a9324cd477a4 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:09.759409 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d57d533-0e7b-4b78-aa95-68607e214040 req-1e51e04c-cd19-4968-8ddd-a9324cd477a4 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0544751 Aug 26 15:53:09.807608 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d57d533-0e7b-4b78-aa95-68607e214040 req-de097a1a-c33c-4533-80f7-2bd3c72e62cf tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Aug 26 15:53:10.395000 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83e36b-3fac-41c3-a7fa-587d51d4681c req-03a255b1-2309-4520-aa9b-d2ca7061b9f4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:10.396529 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e83e36b-3fac-41c3-a7fa-587d51d4681c req-03a255b1-2309-4520-aa9b-d2ca7061b9f4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 26 15:53:10.448280 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e83e36b-3fac-41c3-a7fa-587d51d4681c req-8b87e96c-64e0-437c-a8e5-756238e3adf0 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Aug 26 15:53:10.537518 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ee26f-76e4-442c-be67-8e20c4507722 req-470421a8-bc02-4916-9976-461e70a16d18 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:10.538931 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb8ee26f-76e4-442c-be67-8e20c4507722 req-470421a8-bc02-4916-9976-461e70a16d18 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Aug 26 15:53:10.588402 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb8ee26f-76e4-442c-be67-8e20c4507722 req-061e00a4-54dd-4c44-9892-123918e680c1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438859 Aug 26 15:53:10.933802 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35745-6671-4ed8-a9e6-7eb75bb8a99a req-a5077581-7bcd-45df-88f1-10e786267b81 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:10.935304 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-72d35745-6671-4ed8-a9e6-7eb75bb8a99a req-a5077581-7bcd-45df-88f1-10e786267b81 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0523553 Aug 26 15:53:10.984802 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-72d35745-6671-4ed8-a9e6-7eb75bb8a99a req-cb4084b9-d0c8-4567-b771-376242c6d9a7 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Aug 26 15:53:11.375546 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.383186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39236) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:11.493564 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c28f85a-4c85-42f4-8987-4f84f5c37102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.581523 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40896c4c-1cf4-4c85-890f-45319221f659 req-70bf405e-6233-41e6-b64b-ce3cfb4a1154 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:11.582980 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-40896c4c-1cf4-4c85-890f-45319221f659 req-70bf405e-6233-41e6-b64b-ce3cfb4a1154 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0602276 Aug 26 15:53:11.641835 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c28f85a-4c85-42f4-8987-4f84f5c37102 admin admin] Publish callbacks [] for security_group (ace53317-d9f5-4de9-b8f2-395d5a2838d4), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.646553 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:11.654140 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-40896c4c-1cf4-4c85-890f-45319221f659 req-571319a1-1224-4919-862d-03e1897b6da8 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653956 Aug 26 15:53:11.714973 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934447b5-c9a8-4826-bd42-c9a3b4cf582f req-965b9e63-d62a-4700-895c-a351d6c5c138 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:11.716384 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-934447b5-c9a8-4826-bd42-c9a3b4cf582f req-965b9e63-d62a-4700-895c-a351d6c5c138 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0522084 Aug 26 15:53:11.718138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c28f85a-4c85-42f4-8987-4f84f5c37102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (ace53317-d9f5-4de9-b8f2-395d5a2838d4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.760019 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3c28f85a-4c85-42f4-8987-4f84f5c37102 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=1455f1c4b4704fc28f95725d3d36eb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756986 Aug 26 15:53:11.760742 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28f85a-4c85-42f4-8987-4f84f5c37102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace53317-d9f5-4de9-b8f2-395d5a2838d4,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:11.763195 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39244) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:11.772721 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-934447b5-c9a8-4826-bd42-c9a3b4cf582f req-ffbfa8c0-f2b0-4886-b095-2a2ba3c4c5c2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502565 Aug 26 15:53:11.816751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] Publish callbacks [] for security_group (ace53317-d9f5-4de9-b8f2-395d5a2838d4), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.837609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:11.839613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] Publish callbacks [] for security_group (ace53317-d9f5-4de9-b8f2-395d5a2838d4), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.986570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (ace53317-d9f5-4de9-b8f2-395d5a2838d4), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.989743 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.990896 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/ace53317-d9f5-4de9-b8f2-395d5a2838d4 HTTP/1.1" status: 204 len: 168 time: 0.2268298 Aug 26 15:53:11.998751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8b85-6806-4d29-a244-b818d56a70f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace53317-d9f5-4de9-b8f2-395d5a2838d4,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:12.119884 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb0158-27f3-4310-92ad-e12fafec4543 req-590f6118-3e4c-451a-b8c1-0307c76bbc9d tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:12.121377 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94bb0158-27f3-4310-92ad-e12fafec4543 req-590f6118-3e4c-451a-b8c1-0307c76bbc9d tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0474060 Aug 26 15:53:12.169431 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94bb0158-27f3-4310-92ad-e12fafec4543 req-c8e2c5d1-0bb6-4fa6-8bd8-cfae51579a3a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Aug 26 15:53:12.783499 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41756c9f-95ed-4420-8f0f-ea04c6ff2d4b req-43b3fbb4-db04-48f6-ad48-dfe186afc712 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:12.785094 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-41756c9f-95ed-4420-8f0f-ea04c6ff2d4b req-43b3fbb4-db04-48f6-ad48-dfe186afc712 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Aug 26 15:53:12.835123 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-41756c9f-95ed-4420-8f0f-ea04c6ff2d4b req-52a7ca5b-2114-4103-9dda-3f767df2b89a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Aug 26 15:53:12.887846 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14a099-05b1-440d-a05c-8bc2649e0132 req-8db5e208-3b27-4303-a7e4-65fb8a46f4b0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:12.889744 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a14a099-05b1-440d-a05c-8bc2649e0132 req-8db5e208-3b27-4303-a7e4-65fb8a46f4b0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0490263 Aug 26 15:53:12.942665 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a14a099-05b1-440d-a05c-8bc2649e0132 req-b1937d94-b27d-4755-93bf-61a60e8f128e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468102 Aug 26 15:53:13.201512 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-e16953ac-feb0-4ced-af4b-9ae8ec5deba6 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:13.203134 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-e16953ac-feb0-4ced-af4b-9ae8ec5deba6 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0599253 Aug 26 15:53:13.297680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bd9a-c40b-4a03-94f5-662c2ad4d00e req-cf43da7d-8a6e-4aa5-8cfe-42a1aaaea07a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:13.300433 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5cd8bd9a-c40b-4a03-94f5-662c2ad4d00e req-cf43da7d-8a6e-4aa5-8cfe-42a1aaaea07a tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 950 time: 0.0561881 Aug 26 15:53:13.311138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:13.348975 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5cd8bd9a-c40b-4a03-94f5-662c2ad4d00e req-130f9edb-bf56-4dcc-8ff7-cd57faa76849 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=bd80360a-2604-4510-954c-a66c3da8656e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Aug 26 15:53:13.714185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Deleting port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:53:13.714527 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:13.818226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] For port 029f9435-d874-4e82-8c5b-534e1fd3c3f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=029f9435-d874-4e82-8c5b-534e1fd3c3f4,segment=NetworkSegment(9c8753b4-c051-4cec-b2c8-d9c33a200526),segment_id=9c8753b4-c051-4cec-b2c8-d9c33a200526)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:13.818609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:13.834025 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Calling delete_port for 029f9435-d874-4e82-8c5b-534e1fd3c3f4 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:53:14.062530 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3a5e0-0b7c-4826-81c5-6298a4a29a76 req-11ac11ca-3f87-4ae7-a498-279f70ed1811 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:14.064407 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-23a3a5e0-0b7c-4826-81c5-6298a4a29a76 req-11ac11ca-3f87-4ae7-a498-279f70ed1811 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Aug 26 15:53:14.088887 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (029f9435-d874-4e82-8c5b-534e1fd3c3f4), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:14.128418 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:14.132722 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Pushing event deleted for resources: {'Port': ['ID=029f9435-d874-4e82-8c5b-534e1fd3c3f4,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:14.154314 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['029f9435-d874-4e82-8c5b-534e1fd3c3f4'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:53:14.177117 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-23a3a5e0-0b7c-4826-81c5-6298a4a29a76 req-281e8770-4a44-40f0-a7ed-a24dc8d91e6b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063240 Aug 26 15:53:14.222982 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] No DVR routers for this DVR port 029f9435-d874-4e82-8c5b-534e1fd3c3f4 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:53:14.225733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:14.229295 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b4be9bc8-16ef-4899-ad83-e4ca2d201ff5 req-f70b27cd-0f32-4e72-8538-2be8df970743 tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.67 "DELETE /networking/v2.0/ports/029f9435-d874-4e82-8c5b-534e1fd3c3f4 HTTP/1.1" status: 204 len: 173 time: 0.6565328 Aug 26 15:53:14.229757 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'name': 'network-vif-deleted', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:14.232095 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ba0392-1bb5-4454-9b09-d5e8e9290b02" -d '{"events": [{"server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "name": "network-vif-deleted", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:14.281845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4caed-4e9e-48db-ba83-d86dc0141a52 x-openstack-request-id: req-25e4caed-4e9e-48db-ba83-d86dc0141a52 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:14.282281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fac001-d457-45b5-9479-98a195b7fae5", "name": "network-vif-deleted", "tag": "029f9435-d874-4e82-8c5b-534e1fd3c3f4", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:14.282493 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25e4caed-4e9e-48db-ba83-d86dc0141a52 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:14.283471 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e4caed-4e9e-48db-ba83-d86dc0141a52'] response: {'server_uuid': '76fac001-d457-45b5-9479-98a195b7fae5', 'name': 'network-vif-deleted', 'tag': '029f9435-d874-4e82-8c5b-534e1fd3c3f4', 'status': 'completed', 'code': 200} Aug 26 15:53:14.457680 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f84f4086-45e1-4947-a21f-40e0b53288f1 req-069b0c2a-7d58-4e6f-a7ea-f8e5a12e96bb tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0305529 Aug 26 15:53:15.337447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea388d-9d92-4277-9654-bcf35cc8e7f4 req-6d1d05ff-c931-4c52-bb27-891e6c573422 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:15.338958 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-dfea388d-9d92-4277-9654-bcf35cc8e7f4 req-6d1d05ff-c931-4c52-bb27-891e6c573422 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0690935 Aug 26 15:53:15.396701 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-dfea388d-9d92-4277-9654-bcf35cc8e7f4 req-e9de1755-41b1-4da4-8ce2-f1039b101040 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514770 Aug 26 15:53:15.560242 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a861701a-d5f8-4bed-9df0-e24572c6daa9 req-dc1d4b9e-47ad-4d22-a1ab-29ccb7a53aac tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Aug 26 15:53:16.185361 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device ffc9d75b-ddcb-431d-a99f-fd94fe97633c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:53:16.213309 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 029f9435-d874-4e82-8c5b-534e1fd3c3f4 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:53:16.269669 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 029f9435-d874-4e82-8c5b-534e1fd3c3f4 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:53:16.274769 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 029f9435-d874-4e82-8c5b-534e1fd3c3f4 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:53:16.324215 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:16.341775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'port_id': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'mac_address': 'fa:16:3e:2b:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:53:16.383135 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port ffc9d75b-ddcb-431d-a99f-fd94fe97633c is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:16.383530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:16.398301 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc9d75b-ddcb-431d-a99f-fd94fe97633c {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:16.418948 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:16.518862 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff85e5-6ee7-4af4-bb1d-638975016bf4 req-28798274-c2f5-4961-a36d-40c76bddd4b9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:16.520280 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cbff85e5-6ee7-4af4-bb1d-638975016bf4 req-28798274-c2f5-4961-a36d-40c76bddd4b9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 943 time: 0.0488706 Aug 26 15:53:16.527440 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:16.573870 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cbff85e5-6ee7-4af4-bb1d-638975016bf4 req-50cb2e84-cec0-45ea-9f4e-e082ec01c50a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479066 Aug 26 15:53:16.576347 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:16.674443 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4b1b78ec-48d9-4992-b77b-2914c2a64a57 req-35eafed7-bb40-4237-977d-a1992475fc7e tempest-VolumesNegativeTest-1607232418 tempest-VolumesNegativeTest-1607232418-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=76fac001-d457-45b5-9479-98a195b7fae5 HTTP/1.1" status: 200 len: 210 time: 0.0305367 Aug 26 15:53:17.059499 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['ffc9d75b-ddcb-431d-a99f-fd94fe97633c'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:53:17.233971 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-ae2c81d1-8c5d-4bba-802d-36d8be4b3d91 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438790 Aug 26 15:53:17.345019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-fc2339c1-598a-46f7-bdd2-d445358445a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:17.348049 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-fc2339c1-598a-46f7-bdd2-d445358445a5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1130 time: 0.0600121 Aug 26 15:53:17.683816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:17.702653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e1f7-771a-4917-ba6f-75bb630e82a5 req-392dd260-92c7-4aa3-8b83-1b39ac83efeb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:17.704204 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2900e1f7-771a-4917-ba6f-75bb630e82a5 req-392dd260-92c7-4aa3-8b83-1b39ac83efeb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 944 time: 0.0525849 Aug 26 15:53:17.745639 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-81451d5d-2767-4298-9346-51470851a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:17.749348 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-81451d5d-2767-4298-9346-51470851a72a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.3722334 Aug 26 15:53:17.758266 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2900e1f7-771a-4917-ba6f-75bb630e82a5 req-5fdb91b6-e29c-4422-9161-59b962838e81 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475638 Aug 26 15:53:17.822482 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-78e70b95-a746-472b-bed8-0e746bdefac6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 1001 time: 0.0630665 Aug 26 15:53:17.877850 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-5e035446-91d0-4938-9f94-772ff63ddb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:17.879307 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-5e035446-91d0-4938-9f94-772ff63ddb58 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0484660 Aug 26 15:53:17.932947 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-0fad6bc9-b262-4308-bda5-6833d2351166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:17.934442 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-0fad6bc9-b262-4308-bda5-6833d2351166 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457723 Aug 26 15:53:17.952979 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:18.037194 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-90158416-977c-4809-adf3-3ca0b67f2dfb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934799 Aug 26 15:53:18.141069 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aea8d4cf-d4d7-40ca-8f0a-7b44cc725c4b req-e88c19ac-d51b-42c0-9e85-3be879043641 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971320 Aug 26 15:53:18.291833 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device ffc9d75b-ddcb-431d-a99f-fd94fe97633c up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:18.342690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port ffc9d75b-ddcb-431d-a99f-fd94fe97633c completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:53:18.427401 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port ffc9d75b-ddcb-431d-a99f-fd94fe97633c triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:18.428016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:18.509349 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port ffc9d75b-ddcb-431d-a99f-fd94fe97633c is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:18.509639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:18.520584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:18.531128 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:18.537570 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:18.539952 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10164ddd-e245-4005-82ce-b07c30139eef" -d '{"events": [{"server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:18.555434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:18.588080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b243d1c-7512-4525-96a9-ff894b356fe8 x-openstack-request-id: req-0b243d1c-7512-4525-96a9-ff894b356fe8 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:18.588080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:18.588080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b243d1c-7512-4525-96a9-ff894b356fe8 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:18.588080 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b243d1c-7512-4525-96a9-ff894b356fe8'] response: {'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'code': 200} Aug 26 15:53:18.650803 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:18.709351 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:18.948067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df1ee-04d5-4351-b9a6-c8e68e22b11a req-aa3e64d7-44f4-4da7-a7f7-8e8e269a19a2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:18.950449 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-964df1ee-04d5-4351-b9a6-c8e68e22b11a req-aa3e64d7-44f4-4da7-a7f7-8e8e269a19a2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0928485 Aug 26 15:53:19.028450 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-964df1ee-04d5-4351-b9a6-c8e68e22b11a req-5a5fe170-b883-4403-b736-53227bbae8b7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718060 Aug 26 15:53:19.159728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d9938-723e-4d68-b9c6-b55fcac69041 req-9574678b-e916-4b62-9c24-ee650095ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:19.161276 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d87d9938-723e-4d68-b9c6-b55fcac69041 req-9574678b-e916-4b62-9c24-ee650095ad45 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 1129 time: 0.0429261 Aug 26 15:53:19.240988 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d87d9938-723e-4d68-b9c6-b55fcac69041 req-87d38632-ad18-4427-8f5c-e7024a64b79e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697021 Aug 26 15:53:19.542017 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:20.157396 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db6e05-56b7-4d9f-a0ac-230f8a057027 req-9a62a858-037e-44bd-8cf2-42ec006faf0f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:20.159504 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f9db6e05-56b7-4d9f-a0ac-230f8a057027 req-9a62a858-037e-44bd-8cf2-42ec006faf0f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0556583 Aug 26 15:53:20.231496 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f9db6e05-56b7-4d9f-a0ac-230f8a057027 req-d6e8cbe3-5f85-48ba-8902-1d8f12111a36 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658832 Aug 26 15:53:21.384629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7a93-b9f4-4629-b49a-0be8ef81c972 req-417ac5e8-0157-409e-bd21-c5695f285c87 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:21.385576 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c9dc7a93-b9f4-4629-b49a-0be8ef81c972 req-417ac5e8-0157-409e-bd21-c5695f285c87 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Aug 26 15:53:21.451694 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c9dc7a93-b9f4-4629-b49a-0be8ef81c972 req-1963671d-2253-47b1-a3ed-d0e62e6d5f89 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596895 Aug 26 15:53:21.584402 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97387b6-6d94-490e-a8e8-7c68d6c90e7f req-88e63aad-86bc-439e-84cf-82b7b3cfced9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:21.586892 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d97387b6-6d94-490e-a8e8-7c68d6c90e7f req-88e63aad-86bc-439e-84cf-82b7b3cfced9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0517826 Aug 26 15:53:21.644605 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d97387b6-6d94-490e-a8e8-7c68d6c90e7f req-eb9a80ea-0cd1-4645-b395-d69e2f0345d4 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514607 Aug 26 15:53:21.671688 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39668) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:21.924863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f421a-9a90-41a1-9f93-94d6af68b543 tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:21.926429 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f80f421a-9a90-41a1-9f93-94d6af68b543 tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 1124 time: 0.2537754 Aug 26 15:53:21.929465 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39694) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:21.936614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'port_id': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:22.067595 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:22.070465 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:22.161413 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:22.273738 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.27.3.130 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/b7ce9db0-23e6-4dcf-9be6-7b4711f3056b) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:22.391028 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:22.415634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:22.505181 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:22.550866 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:22.553844 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:22.556610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:22.582118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=b7ce9db0-23e6-4dcf-9be6-7b4711f3056b,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:22.992192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (d60c3477-169f-4ecd-bd63-e3bdb7c73966), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.114326 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.220233 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:23.275157 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.341504 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.416203 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (d60c3477-169f-4ecd-bd63-e3bdb7c73966), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.418141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=b7ce9db0-23e6-4dcf-9be6-7b4711f3056b,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:23.499592 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:23.523295 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP d60c3477-169f-4ecd-bd63-e3bdb7c73966 associated. External IP: 172.27.3.130, port: ffc9d75b-ddcb-431d-a99f-fd94fe97633c. Aug 26 15:53:23.738499 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:53:23.846878 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:53:23.856542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:53:23.867964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:23.877911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:23.966121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:23.973852 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:23.996447 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4ed88ea3-afb1-47ab-8531-cb953e35a8f1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0657709 Aug 26 15:53:23.997037 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:23.999416 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95646f00-bde7-48a2-a5b4-4a6f27591beb" -d '{"events": [{"name": "network-changed", "server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:24.041309 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1ea8e5-ceb1-4e10-beb9-cec4b586fc9c x-openstack-request-id: req-ed1ea8e5-ceb1-4e10-beb9-cec4b586fc9c {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:24.041668 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:24.042014 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed1ea8e5-ceb1-4e10-beb9-cec4b586fc9c {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:24.042490 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1ea8e5-ceb1-4e10-beb9-cec4b586fc9c'] response: {'name': 'network-changed', 'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'status': 'completed', 'code': 200} Aug 26 15:53:24.152683 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-97c1bb72-838f-4893-bbfc-33562590d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:24.154337 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-97c1bb72-838f-4893-bbfc-33562590d0a7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 1129 time: 0.0465889 Aug 26 15:53:24.202975 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd60c3477-169f-4ecd-bd63-e3bdb7c73966', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:2b:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:22Z', 'updated_at': '2022-08-26T15:53:22Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:24.227801 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:53:24.237568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:24.237782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:24.238190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:24.258059 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-57773a8e-5ee9-4753-b144-52518687d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:24.259524 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-57773a8e-5ee9-4753-b144-52518687d6bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.0978141 Aug 26 15:53:24.338742 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-57a8df02-2807-458c-9583-39f8236ca022 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c HTTP/1.1" status: 200 len: 999 time: 0.0718784 Aug 26 15:53:24.355482 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:24.391092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-0f2e076b-4ffb-4a19-bb9c-eaef800156db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:24.392623 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-0f2e076b-4ffb-4a19-bb9c-eaef800156db service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0463028 Aug 26 15:53:24.442908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-1ba0f11c-c40c-476e-8cff-16b10243c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:24.444455 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-1ba0f11c-c40c-476e-8cff-16b10243c33c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432329 Aug 26 15:53:24.550743 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-f937027c-7b7e-43b5-8dac-7c428bd1621a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951130 Aug 26 15:53:24.666346 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95646f00-bde7-48a2-a5b4-4a6f27591beb req-cb5d0499-08b0-4764-8195-d7b2a31aeab8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030354 Aug 26 15:53:24.722892 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd60c3477-169f-4ecd-bd63-e3bdb7c73966', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:2b:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:22Z', 'updated_at': '2022-08-26T15:53:22Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:24.751656 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e416dd-71a1-46ac-a0bd-b045e0f581f7 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd60c3477-169f-4ecd-bd63-e3bdb7c73966', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:2b:65:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:22Z', 'updated_at': '2022-08-26T15:53:22Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:53:24.886339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39786) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:25.010654 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554af9d4-72fa-487a-b0a5-6637e9ea9a41 None None] New status for floating IP d60c3477-169f-4ecd-bd63-e3bdb7c73966: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:53:25.080307 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5ae0d6cb-c8fa-4f24-b0dc-78c906fbc834 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=09d9df73d19f4955b822a056d9545a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902900 Aug 26 15:53:25.080974 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39794) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:25.137178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] Publish callbacks [] for security_group (bd80360a-2604-4510-954c-a66c3da8656e), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:25.159126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] Publish callbacks [] for security_group (bd80360a-2604-4510-954c-a66c3da8656e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:25.261611 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (bd80360a-2604-4510-954c-a66c3da8656e), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:25.264275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:25.265436 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/bd80360a-2604-4510-954c-a66c3da8656e HTTP/1.1" status: 204 len: 168 time: 0.1835487 Aug 26 15:53:25.275010 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c24e-e781-4b16-817f-90400108c149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80360a-2604-4510-954c-a66c3da8656e,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:26.629014 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39808) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:26.742257 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-951a6c4e-422e-482a-b5fc-cd417d50ca4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:26.819652 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:26.824398 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-951a6c4e-422e-482a-b5fc-cd417d50ca4d admin admin] Publish callbacks [] for security_group (31051830-41a1-41b4-b88b-3fcf1dc4da8f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:26.918538 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-951a6c4e-422e-482a-b5fc-cd417d50ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (31051830-41a1-41b4-b88b-3fcf1dc4da8f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:26.956725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a6c4e-422e-482a-b5fc-cd417d50ca4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31051830-41a1-41b4-b88b-3fcf1dc4da8f,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:26.963735 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-951a6c4e-422e-482a-b5fc-cd417d50ca4d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=4e7e93800ed64c899441aed574e4a7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335161 Aug 26 15:53:26.966311 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39814) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:27.023585 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] Publish callbacks [] for security_group (31051830-41a1-41b4-b88b-3fcf1dc4da8f), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:27.047372 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] Publish callbacks [] for security_group (31051830-41a1-41b4-b88b-3fcf1dc4da8f), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:27.187377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (31051830-41a1-41b4-b88b-3fcf1dc4da8f), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:27.189945 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:27.191105 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/31051830-41a1-41b4-b88b-3fcf1dc4da8f HTTP/1.1" status: 204 len: 168 time: 0.2238486 Aug 26 15:53:27.199594 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418182c6-51bb-430f-a7ae-7d051e97dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31051830-41a1-41b4-b88b-3fcf1dc4da8f,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:28.289652 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39842) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:28.395396 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1716599411-network', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:28.527861 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Made reservation on behalf of 1b64a7d4a15a4d019f7bfc17a59889a5 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:28.530294 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.541297 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.625074 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks [] for security_group (0a6d51aa-4b19-4518-9aeb-bb61d54c32dd), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.827282 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0a6d51aa-4b19-4518-9aeb-bb61d54c32dd), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.855220 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:53:28.866208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:28.871321 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:28.874974 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (05793b61-092d-4be5-9374-6b104e17a692), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.875364 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Added segment 05793b61-092d-4be5-9374-6b104e17a692 of type vlan for network 908bb67d-0cbe-429c-8a55-ae215d1b8083 Aug 26 15:53:28.918599 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (908bb67d-0cbe-429c-8a55-ae215d1b8083), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.990606 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (908bb67d-0cbe-429c-8a55-ae215d1b8083), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:28.991643 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:28.992262 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.051385 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] Pushing event updated for resources: {'Network': ['ID=908bb67d-0cbe-429c-8a55-ae215d1b8083,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:29.062633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:53:29.101922 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:29.121762 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2a4ed62e-737d-453e-9b53-93021d89a058 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8309388 Aug 26 15:53:29.125215 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39848) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:29.129740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Request body: {'subnet': {'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1716599411-subnet', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'ip_version': 4}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:29.221725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Made reservation on behalf of 1b64a7d4a15a4d019f7bfc17a59889a5 for: {'subnet': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:29.224312 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9806148'] for subnet (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.299235 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:29.436280 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39858) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:29.441655 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288450490', 'description': 'tempest-description--1441411708'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:29.453845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:29.519483 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3100656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9806198'] for subnet (c5246567-0a0d-466f-b269-c1f7ebc916f5), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.547399 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.583358 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5246567-0a0d-466f-b269-c1f7ebc916f5,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:29.594189 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Checking segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:29.594542 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Network hostable DHCP agents. Network: 908bb67d-0cbe-429c-8a55-ae215d1b8083, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:53:29.624290 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (de9b018b-25e0-40ac-a625-48765ef221c5), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.793167 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:53:29.825538 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (de9b018b-25e0-40ac-a625-48765ef221c5), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.869104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b018b-25e0-40ac-a625-48765ef221c5,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:29.922077 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 908bb67d-0cbe-429c-8a55-ae215d1b8083) {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:29.927084 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:29.927820 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.935602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50678d54-95af-4998-9128-d8c4a1a55bec None None] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:53:29.958884 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:29.960174 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-794e346e-1db5-4885-b978-9648ca6c8e6d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5228620 Aug 26 15:53:29.963071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39866) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:29.967348 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': 'de9b018b-25e0-40ac-a625-48765ef221c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:30.041310 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-908bb67d-0cbe-429c-8a55-ae215d1b8083', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:53:30.042231 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.044407 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-49b68620-6a01-4f48-b6cc-84fa74738f72 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9186430 Aug 26 15:53:30.047689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39872) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:30.053176 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:30.076213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (5040f30a-d3cc-4ad3-ad1a-c0c0edc389c8), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.137684 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:30.143633 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (5040f30a-d3cc-4ad3-ad1a-c0c0edc389c8), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.189164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Allocated IP 172.20.0.2 (908bb67d-0cbe-429c-8a55-ae215d1b8083/c5246567-0a0d-466f-b269-c1f7ebc916f5/e473d59b-a542-4e6c-85e9-02d4cbe34053) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:30.214284 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.215849 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.244889 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (5040f30a-d3cc-4ad3-ad1a-c0c0edc389c8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.264450 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5040f30a-d3cc-4ad3-ad1a-c0c0edc389c8,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:30.273500 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for router_controller (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), precommit_add_association {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.336324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.337553 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5950bfde-5e74-4f75-90c2-70527bf99b15 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735282 Aug 26 15:53:30.340351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39874) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:30.341497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks [] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.344788 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': 'de9b018b-25e0-40ac-a625-48765ef221c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:30.349856 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:30.428138 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.469208 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:30.473153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:30.474695 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (93ee5097-1d9e-4e21-bcfc-b8938f02d0e3), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.476963 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:30.488306 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Pushing event updated for resources: {'Port': ['ID=e473d59b-a542-4e6c-85e9-02d4cbe34053,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:30.542835 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (93ee5097-1d9e-4e21-bcfc-b8938f02d0e3), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.546999 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Attempting to bind port e473d59b-a542-4e6c-85e9-02d4cbe34053 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:30.551061 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Attempting to bind port e473d59b-a542-4e6c-85e9-02d4cbe34053 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:30.551061 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Attempting to bind port e473d59b-a542-4e6c-85e9-02d4cbe34053 on network 908bb67d-0cbe-429c-8a55-ae215d1b8083 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:30.551273 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:30.554447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:30.554831 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Checking segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:30.555241 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.555641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Bound using segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:30.556164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Bound port: e473d59b-a542-4e6c-85e9-02d4cbe34053, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:30.556550 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.628845 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] For port e473d59b-a542-4e6c-85e9-02d4cbe34053, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:30.632413 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] For port e473d59b-a542-4e6c-85e9-02d4cbe34053, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=e473d59b-a542-4e6c-85e9-02d4cbe34053,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:30.667749 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (93ee5097-1d9e-4e21-bcfc-b8938f02d0e3), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.688420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ee5097-1d9e-4e21-bcfc-b8938f02d0e3,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:30.734581 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for router_gateway (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.802953 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.803907 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:30.805288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e2c46929-ce9f-445f-81c6-6da445b5fd38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4639874 Aug 26 15:53:30.808578 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39878) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:30.815893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:30.835234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:30.858793 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf25351-84be-40bb-80e9-592e5eb1ade3 None None] Pushing event updated for resources: {'Port': ['ID=e473d59b-a542-4e6c-85e9-02d4cbe34053,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:30.980244 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.031711 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for router_gateway (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.059158 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.136751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.203778 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Allocated IP 172.27.3.197 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/ad95aecf-d242-48e9-b753-99a9c9c67a12) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:31.233415 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9ca-fa9b-4aa3-a6c3-9192f66ce700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.278619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:31.307110 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.431237 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.475781 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:31.479697 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:31.481912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:31.482897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.27.3.223 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/6e61cacb-c551-4497-a9e0-761139e2cc26) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:31.570925 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad95aecf-d242-48e9-b753-99a9c9c67a12,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:31.624652 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device e473d59b-a542-4e6c-85e9-02d4cbe34053 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:31.637243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.641820 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:31.675109 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port e473d59b-a542-4e6c-85e9-02d4cbe34053 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:31.675478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.756020 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port e473d59b-a542-4e6c-85e9-02d4cbe34053 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:31.756410 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.774578 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.796471 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port e473d59b-a542-4e6c-85e9-02d4cbe34053, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=e473d59b-a542-4e6c-85e9-02d4cbe34053,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:31.831566 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:31.837036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:31.840143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:31.854316 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for router_gateway (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.868857 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=6e61cacb-c551-4497-a9e0-761139e2cc26,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:31.888126 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.915704 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e27ae-15ea-4ebc-9298-0ce35865320d None None] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:53:31.948944 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (68d66592-7654-4da2-b121-45da274b986c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:31.963742 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:31.991362 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-9c782fc7-a317-427e-a945-622447314aad None None] Provisioning complete for port e473d59b-a542-4e6c-85e9-02d4cbe34053 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:31.992003 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9c782fc7-a317-427e-a945-622447314aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.029568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=e473d59b-a542-4e6c-85e9-02d4cbe34053,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:32.096951 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.140734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.149283 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-9c782fc7-a317-427e-a945-622447314aad None None] Current status of the port e473d59b-a542-4e6c-85e9-02d4cbe34053 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:32.184726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:32.326871 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.368525 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:53:32.396998 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.498980 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (68d66592-7654-4da2-b121-45da274b986c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.515682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=6e61cacb-c551-4497-a9e0-761139e2cc26,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:32.525885 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:53:32.526640 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:53:32.542278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Sync routers for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:53:32.554321 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:32.554957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:32.610712 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-ecdfac3c-6cdd-4541-8111-b3cf80b8b324 None None] Provisioning complete for port e473d59b-a542-4e6c-85e9-02d4cbe34053 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:32.611094 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-ecdfac3c-6cdd-4541-8111-b3cf80b8b324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.636635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.636635 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a0bee43f-e5b2-4d35-b5f5-bcc3650cc2ea tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8228085 Aug 26 15:53:32.646554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:32.647838 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c94a15a5-3b02-42ad-98c1-e2f5ffd8dbf5 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5991280 Aug 26 15:53:32.650704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 39904) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:32.703158 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:32.734040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:32.828147 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:32.859822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfac3c-6cdd-4541-8111-b3cf80b8b324 None None] Current status of the port e473d59b-a542-4e6c-85e9-02d4cbe34053 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:32.952965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-663f62ac-fd1b-46d8-9053-d8887b94354f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1288450490&fields=id&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 267 time: 0.0974147 Aug 26 15:53:32.953232 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:31Z', 'revision_number': 3, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:32.975045 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:32.978483 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Checking router: 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:53:32.978826 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Updating router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 port ad95aecf-d242-48e9-b753-99a9c9c67a12 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:53:33.008046 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.291695 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks [] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.410658 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.410920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-16f62b7d-e818-4ad9-9957-11b60273c32b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:33.412507 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-16f62b7d-e818-4ad9-9957-11b60273c32b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.4504521 Aug 26 15:53:33.429500 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Attempting to bind port ad95aecf-d242-48e9-b753-99a9c9c67a12 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:33.429876 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Attempting to bind port ad95aecf-d242-48e9-b753-99a9c9c67a12 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:33.430222 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Attempting to bind port ad95aecf-d242-48e9-b753-99a9c9c67a12 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:33.448264 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-ec4e67a1-df3a-4abd-9396-b1c573b6093e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/quotas/f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 375 time: 0.0293469 Aug 26 15:53:33.458796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:33.459173 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:33.459573 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.459986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:33.460763 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Bound port: ad95aecf-d242-48e9-b753-99a9c9c67a12, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:33.460913 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.496364 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2016-f60f-43aa-9f7c-5cd9ef92887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.496563 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec4d2-52ad-46b7-878e-7364f27a4373 None None] Pushing event updated for resources: {'Port': ['ID=ad95aecf-d242-48e9-b753-99a9c9c67a12,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:33.536363 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] For port ad95aecf-d242-48e9-b753-99a9c9c67a12, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:33.540479 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] For port ad95aecf-d242-48e9-b753-99a9c9c67a12, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ad95aecf-d242-48e9-b753-99a9c9c67a12,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:33.545416 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.565759 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-c08e1965-a3b0-47e4-b85f-500aab889360 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092887 Aug 26 15:53:33.615054 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device e473d59b-a542-4e6c-85e9-02d4cbe34053 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:33.670727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port e473d59b-a542-4e6c-85e9-02d4cbe34053 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:33.671153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.734614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:33.737678 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:33.766199 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-03fee5f0-7010-4d6d-b20d-adf3f5a1a62a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791587 Aug 26 15:53:33.784223 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port e473d59b-a542-4e6c-85e9-02d4cbe34053 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:33.788710 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:33.789370 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:33.854092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:33.866810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Allocated IP 172.20.0.1 (908bb67d-0cbe-429c-8a55-ae215d1b8083/c5246567-0a0d-466f-b269-c1f7ebc916f5/6a01a284-aa71-45cc-9955-6f0280b5f786) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:33.973901 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-383a24ae-119b-45fd-b4d9-8281622a76ab service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836281 Aug 26 15:53:33.981321 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec4d2-52ad-46b7-878e-7364f27a4373 None None] Pushing event updated for resources: {'Port': ['ID=ad95aecf-d242-48e9-b753-99a9c9c67a12,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:34.032802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:34.041464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks [] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.049561 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:34.055767 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:34.209146 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.248327 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:31Z', 'revision_number': 3, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:34.297400 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7db3d-25f1-4bd6-bea5-2982c18eb1f2 None None] The sync data for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi is: [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:31Z', 'revision_number': 3, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:53:34.359325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:34.367387 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:34.377574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:34.381187 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Pushing event updated for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:34.396318 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7c854a1a-6dd2-4f45-a337-d3f1946484f4 req-6368ec15-e9fe-43b6-9f5f-7e06d7796f87 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0548329 Aug 26 15:53:34.434753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.723013 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.742224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-7d48ef88-5308-46d1-a66b-bb287b2de52f None None] Provisioning complete for port 6a01a284-aa71-45cc-9955-6f0280b5f786 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:34.742856 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7d48ef88-5308-46d1-a66b-bb287b2de52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.788567 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:34.789403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-7d48ef88-5308-46d1-a66b-bb287b2de52f None None] Port 6a01a284-aa71-45cc-9955-6f0280b5f786 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:34.899912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:34.935524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks [] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.068058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.126455 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:35.183758 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Pushing event updated for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:35.191265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.255586 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56264c3-4208-465f-a816-ec707c13b6db req-d1b99f9e-0047-4105-b584-c9e56e94fb4b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:35.258584 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c56264c3-4208-465f-a816-ec707c13b6db req-d1b99f9e-0047-4105-b584-c9e56e94fb4b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0722373 Aug 26 15:53:35.312977 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c56264c3-4208-465f-a816-ec707c13b6db req-f5212804-eaba-48f4-ad30-45fc13610e7e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Aug 26 15:53:35.338097 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:35.340428 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:35.535315 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-52540922-3037-4305-ab5f-482c15543663 req-d2187be9-b499-43cd-9c06-785f7a4c33fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0401680 Aug 26 15:53:35.540179 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:53:35.627146 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ad95aecf-d242-48e9-b753-99a9c9c67a12 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:35.649584 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:35.664335 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:53:35.670607 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-44975f74-d857-4dc6-bc2b-70c2bc598788 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/0c1284c8-6da2-46dc-a7f9-f9f3f25f9365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187874 Aug 26 15:53:35.683599 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port ad95aecf-d242-48e9-b753-99a9c9c67a12 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:35.684249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.732259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-70aa8a9c-fbc2-4c7f-b3f3-0e29b453c711 None None] Provisioning complete for port 6a01a284-aa71-45cc-9955-6f0280b5f786 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:35.741407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-70aa8a9c-fbc2-4c7f-b3f3-0e29b453c711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.780366 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-70aa8a9c-fbc2-4c7f-b3f3-0e29b453c711 None None] Port 6a01a284-aa71-45cc-9955-6f0280b5f786 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:35.828276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port ad95aecf-d242-48e9-b753-99a9c9c67a12 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:35.828674 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:35.854648 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port ad95aecf-d242-48e9-b753-99a9c9c67a12, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ad95aecf-d242-48e9-b753-99a9c9c67a12,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:35.953908 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.014793 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=ad95aecf-d242-48e9-b753-99a9c9c67a12,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:36.333389 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Sync routers for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:53:36.343560 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:36.344215 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:36.393601 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:36.422016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.485740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:36.489755 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:36.497478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3d4fa-40fc-416e-bcb0-d3ec84a81b4b req-5ad72199-5953-4192-9da0-c9385b53586e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:36.506805 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9fc3d4fa-40fc-416e-bcb0-d3ec84a81b4b req-5ad72199-5953-4192-9da0-c9385b53586e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0703809 Aug 26 15:53:36.517749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.588510 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9fc3d4fa-40fc-416e-bcb0-d3ec84a81b4b req-8e5ff69e-46a5-4caf-8f30-1e8d06f148f8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804224 Aug 26 15:53:36.633815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39976) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:36.640144 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1289507970-network', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:36.699210 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1c2ce18d-1c4b-4caa-befb-1df246867762 req-ccf345ed-7835-46c7-8f34-9b9bd2b9487d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0358379 Aug 26 15:53:36.748240 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 2, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:36.779707 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Checking router: 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:53:36.780102 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Updating router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 port 6a01a284-aa71-45cc-9955-6f0280b5f786 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:53:36.788350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Made reservation on behalf of f357910be96c43b1bbdea77c6f9d9152 for: {'network': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:36.791078 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.801251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.809029 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.882138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks [] for security_group (aa96e6a7-842f-441d-ba09-d05cf5c179b8), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:36.976710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (aa96e6a7-842f-441d-ba09-d05cf5c179b8), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.003955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=113464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:53:37.014750 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96e6a7-842f-441d-ba09-d05cf5c179b8,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:37.020447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (9f173e46-135a-4bbd-8eb6-01fbd0b09c9c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.020776 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.segments_db [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Added segment 9f173e46-135a-4bbd-8eb6-01fbd0b09c9c of type vlan for network 861bd69e-9cf7-4725-8b28-134a948ad455 Aug 26 15:53:37.061416 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (861bd69e-9cf7-4725-8b28-134a948ad455), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.069631 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:37.079538 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks [] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.156432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (861bd69e-9cf7-4725-8b28-134a948ad455), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.156647 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.157429 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:37.158009 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.227853 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] Pushing event updated for resources: {'Network': ['ID=861bd69e-9cf7-4725-8b28-134a948ad455,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:37.228226 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Pushing event updated for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:37.238929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 861bd69e-9cf7-4725-8b28-134a948ad455 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:53:37.252974 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:37.256201 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.256543 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.261186 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:37.273446 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Attempting to bind port 6a01a284-aa71-45cc-9955-6f0280b5f786 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:37.273809 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Attempting to bind port 6a01a284-aa71-45cc-9955-6f0280b5f786 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:37.274163 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Attempting to bind port 6a01a284-aa71-45cc-9955-6f0280b5f786 on network 908bb67d-0cbe-429c-8a55-ae215d1b8083 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:37.279401 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:37.279760 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Checking segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:37.280384 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.280765 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Bound using segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:37.281572 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Bound port: 6a01a284-aa71-45cc-9955-6f0280b5f786, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:37.282148 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.328760 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-ec59ce93-4e67-43e2-b31b-f01b2f7cfb28 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6934881 Aug 26 15:53:37.329688 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 39982) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:37.336214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Request body: {'subnet': {'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1289507970-subnet', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'ip_version': 4}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:37.355079 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] For port 6a01a284-aa71-45cc-9955-6f0280b5f786, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:37.358796 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] For port 6a01a284-aa71-45cc-9955-6f0280b5f786, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a01a284-aa71-45cc-9955-6f0280b5f786,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:37.462309 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Made reservation on behalf of f357910be96c43b1bbdea77c6f9d9152 for: {'subnet': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:37.462897 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.468309 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9806148'] for subnet (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.508296 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:37.521609 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34845b38-c099-484e-b326-89bd485e3068 None None] Pushing event updated for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:37.529202 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:37.530278 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:37.617359 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ad95aecf-d242-48e9-b753-99a9c9c67a12 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:37.662345 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:37.681579 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port ad95aecf-d242-48e9-b753-99a9c9c67a12 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:37.682093 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.795014 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port ad95aecf-d242-48e9-b753-99a9c9c67a12 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:37.813938 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a3868-1ac7-4b0a-a7b3-8cbf6facf428 req-39bf547f-e015-43a4-a336-d726422ce73b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:37.816136 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-311a3868-1ac7-4b0a-a7b3-8cbf6facf428 req-39bf547f-e015-43a4-a336-d726422ce73b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0918355 Aug 26 15:53:37.865395 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-311a3868-1ac7-4b0a-a7b3-8cbf6facf428 req-df03e269-625e-445f-a6f7-dfe87f7cd248 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Aug 26 15:53:37.875310 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:37Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:37.896923 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3100656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9806198'] for subnet (8b7039f1-b298-4d26-9dea-211f4ef0bfd8), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:37.904456 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65352b5-2293-4a33-98ce-93c747add246 None None] The sync data for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi is: [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:37Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:53:37.999445 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e563e68d-7c68-49a7-954c-93e3706ad774 req-3173a300-06ed-446b-94ba-8a6216544e89 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0645492 Aug 26 15:53:38.004541 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7039f1-b298-4d26-9dea-211f4ef0bfd8,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:38.014371 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Checking segment: {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:38.014797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Network hostable DHCP agents. Network: 861bd69e-9cf7-4725-8b28-134a948ad455, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:53:38.147724 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Network 861bd69e-9cf7-4725-8b28-134a948ad455 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:53:38.228041 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 861bd69e-9cf7-4725-8b28-134a948ad455) {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:38.232373 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:38.233036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.239929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a89d33-31b0-42df-a51a-8ed1a20e6e0c None None] Network 861bd69e-9cf7-4725-8b28-134a948ad455 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:53:38.323939 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1f644900-716a-4b98-b4e9-38d0433a5604 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9901466 Aug 26 15:53:38.324832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40000) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:38.331828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:38.359669 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-861bd69e-9cf7-4725-8b28-134a948ad455', 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455', 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'fixed_ips': [{'subnet_id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:53:38.371499 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.486265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (68696855-9577-4553-98c3-b4a3dd197c99), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.487354 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (68696855-9577-4553-98c3-b4a3dd197c99), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.501389 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-fb4186a1-1758-4f92-9c25-0004007c7c07 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:38.503462 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-fb4186a1-1758-4f92-9c25-0004007c7c07 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1361580 Aug 26 15:53:38.554452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Allocated IP 172.20.0.2 (861bd69e-9cf7-4725-8b28-134a948ad455/8b7039f1-b298-4d26-9dea-211f4ef0bfd8/a31baa1d-e779-4600-9c65-45949f306562) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:38.587569 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for router_controller (68696855-9577-4553-98c3-b4a3dd197c99), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.673222 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257d95e-20db-4471-bf03-bcd086f37da5 req-3437743f-fd26-4086-a52e-d1b9efcc79ef tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:38.676939 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0257d95e-20db-4471-bf03-bcd086f37da5 req-3437743f-fd26-4086-a52e-d1b9efcc79ef tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0991807 Aug 26 15:53:38.775618 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-437a8f39-6c60-4756-a3c7-5b09539a9fb9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 472 time: 0.1520960 Aug 26 15:53:38.775618 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'port': {'device_id': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'admin_state_up': True, 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'security_groups': ['de9b018b-25e0-40ac-a625-48765ef221c5']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:38.775840 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks [] for port (a31baa1d-e779-4600-9c65-45949f306562), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:38.855765 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0257d95e-20db-4471-bf03-bcd086f37da5 req-860fc28a-c02a-4251-91a5-e5a800ba1afd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638529 Aug 26 15:53:38.860175 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:38.899833 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-bb09cd59-edf0-4d3b-ac1a-094264eabd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:38.902922 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-bb09cd59-edf0-4d3b-ac1a-094264eabd50 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0540180 Aug 26 15:53:39.011198 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (a31baa1d-e779-4600-9c65-45949f306562), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.021777 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for router_gateway (68696855-9577-4553-98c3-b4a3dd197c99), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.062982 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:39.070106 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463831fe-6a6f-45d2-ad85-e2bfab9a195e req-b5c8bdbd-d22e-4a04-8616-2a2c1b684c22 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:39.071673 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-463831fe-6a6f-45d2-ad85-e2bfab9a195e req-b5c8bdbd-d22e-4a04-8616-2a2c1b684c22 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0938828 Aug 26 15:53:39.086277 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Network 861bd69e-9cf7-4725-8b28-134a948ad455 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:39.087603 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Pushing event updated for resources: {'Port': ['ID=a31baa1d-e779-4600-9c65-45949f306562,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:39.090349 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:39.092627 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:39.142055 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d044c328-0127-4484-8b40-211e06ef8b39 req-21407909-3598-411e-962c-89dafaedb93e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0360796 Aug 26 15:53:39.151327 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-5df8261e-b9e0-4cf5-a0eb-8bf8eede66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:39.153268 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-5df8261e-b9e0-4cf5-a0eb-8bf8eede66f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.2411506 Aug 26 15:53:39.167783 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Attempting to bind port a31baa1d-e779-4600-9c65-45949f306562 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:39.173175 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Attempting to bind port a31baa1d-e779-4600-9c65-45949f306562 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:39.173175 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Attempting to bind port a31baa1d-e779-4600-9c65-45949f306562 on network 861bd69e-9cf7-4725-8b28-134a948ad455 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:39.179169 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:39.179555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Checking segment: {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:39.180069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.180447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Bound using segment: {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:39.180926 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Bound port: a31baa1d-e779-4600-9c65-45949f306562, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:39.181316 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (a31baa1d-e779-4600-9c65-45949f306562), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.184474 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:53:39.196295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.199520 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:39.261049 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-463831fe-6a6f-45d2-ad85-e2bfab9a195e req-236176d8-4e87-4307-b6a9-6b10aaada042 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815026 Aug 26 15:53:39.290373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] For port a31baa1d-e779-4600-9c65-45949f306562, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:39.297487 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] For port a31baa1d-e779-4600-9c65-45949f306562, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=a31baa1d-e779-4600-9c65-45949f306562,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:39.313390 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-f6f413a0-fbed-49c8-b224-35709ded54dd service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 1001 time: 0.1462524 Aug 26 15:53:39.407758 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:39.413462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-e372e48b-4ca9-4316-81a6-741f411bdc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:39.417084 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-e372e48b-4ca9-4316-81a6-741f411bdc44 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0524659 Aug 26 15:53:39.451892 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (a31baa1d-e779-4600-9c65-45949f306562), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.468532 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-cdeb5861-e0f5-4829-b194-d1ff374e4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:39.470143 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-cdeb5861-e0f5-4829-b194-d1ff374e4b3d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431502 Aug 26 15:53:39.536643 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f48916-b9a4-4dd2-90f9-5bf8f213b66c None None] Pushing event updated for resources: {'Port': ['ID=a31baa1d-e779-4600-9c65-45949f306562,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:39.572281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.20.0.3 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/539f60bc-cce0-48d0-b6bc-2e857f41b14d) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:39.587342 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-fdb62987-af5d-4610-a2c7-b8dbb970069b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103494 Aug 26 15:53:39.615196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:39.619432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:39.640873 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a01a284-aa71-45cc-9955-6f0280b5f786 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:39.642315 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for router_gateway (68696855-9577-4553-98c3-b4a3dd197c99), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.675250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.717309 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1eb3b893-df8f-4f50-8146-ce816973c638 req-e8f056c1-3a88-49c7-bed7-554860db8379 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214726 Aug 26 15:53:39.724304 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6a01a284-aa71-45cc-9955-6f0280b5f786 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:39.724681 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.872511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6a01a284-aa71-45cc-9955-6f0280b5f786 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:39.872511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.908351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Allocated IP 172.27.3.237 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/22aef91e-780d-4237-8358-125b0549d90e) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:39.918338 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:39.930422 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 6a01a284-aa71-45cc-9955-6f0280b5f786, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a01a284-aa71-45cc-9955-6f0280b5f786,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:40.046478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf1d0-e81a-4cab-9459-3a6ee1eb7616 req-1dd06ed1-56db-4743-82df-4b819a449f99 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:40.047965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1c5cf1d0-e81a-4cab-9459-3a6ee1eb7616 req-1dd06ed1-56db-4743-82df-4b819a449f99 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0721128 Aug 26 15:53:40.067883 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.118376 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:40.118968 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for port (22aef91e-780d-4237-8358-125b0549d90e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.130738 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1c5cf1d0-e81a-4cab-9459-3a6ee1eb7616 req-a34683c9-e728-4f77-815a-4fd88ce16c1a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715885 Aug 26 15:53:40.165211 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.211964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:40.215183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:40.219278 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:40.274802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (22aef91e-780d-4237-8358-125b0549d90e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.276929 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:40.307994 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:40.307994 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.379863 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fb02-d008-41f1-9d4b-754b90176d45 req-094a6654-5ac6-4e49-881b-cf083dc4615f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:40.382231 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0201fb02-d008-41f1-9d4b-754b90176d45 req-094a6654-5ac6-4e49-881b-cf083dc4615f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 931 time: 0.1336257 Aug 26 15:53:40.411715 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:40.418237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043836bc-4763-4585-9796-0aa33029d68d req-a55a7a9c-08dc-414d-916c-cd3bc57f8d9c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:40.419788 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-043836bc-4763-4585-9796-0aa33029d68d req-a55a7a9c-08dc-414d-916c-cd3bc57f8d9c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0717840 Aug 26 15:53:40.423614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:40.430150 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:40.441077 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-467b268d-be1d-4cc3-933f-76209b005c3a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7051146 Aug 26 15:53:40.458690 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0201fb02-d008-41f1-9d4b-754b90176d45 req-d31f4b35-8151-4623-ad54-9685f979bcb1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700660 Aug 26 15:53:40.485213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Request body: {'port': {'device_id': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:40.493070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Pushing event updated for resources: {'Port': ['ID=22aef91e-780d-4237-8358-125b0549d90e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:40.572274 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-61b647d5-471e-43c8-a9bc-e63cbbb3e526 None None] Provisioning complete for port 539f60bc-cce0-48d0-b6bc-2e857f41b14d triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:40.572929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-61b647d5-471e-43c8-a9bc-e63cbbb3e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.618064 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-61b647d5-471e-43c8-a9bc-e63cbbb3e526 None None] Port 539f60bc-cce0-48d0-b6bc-2e857f41b14d cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:40.681403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f7cf4b-d906-463d-9d50-72278033397b None None] Network 861bd69e-9cf7-4725-8b28-134a948ad455 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:53:40.743561 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:40.746666 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Provisioning complete for port a31baa1d-e779-4600-9c65-45949f306562 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:40.747037 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (a31baa1d-e779-4600-9c65-45949f306562), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.878768 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Current status of the port a31baa1d-e779-4600-9c65-45949f306562 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:40.879153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (a31baa1d-e779-4600-9c65-45949f306562), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.918956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] For port a31baa1d-e779-4600-9c65-45949f306562, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=a31baa1d-e779-4600-9c65-45949f306562,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:40.926172 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:40.934161 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-043836bc-4763-4585-9796-0aa33029d68d req-dca8e126-5447-4ec1-ab1e-9e49b9c252e8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017087 Aug 26 15:53:40.943101 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:40.964208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.997575 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (a31baa1d-e779-4600-9c65-45949f306562), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.059202 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3f68b-2060-4b25-a205-c37ccad8a052 None None] Pushing event updated for resources: {'Port': ['ID=a31baa1d-e779-4600-9c65-45949f306562,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:41.118867 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-bae7ad0f-9628-4cba-8137-124646b5bfec None None] Provisioning complete for port a31baa1d-e779-4600-9c65-45949f306562 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:41.119237 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad0f-9628-4cba-8137-124646b5bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (a31baa1d-e779-4600-9c65-45949f306562), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.210316 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ad0f-9628-4cba-8137-124646b5bfec None None] Current status of the port a31baa1d-e779-4600-9c65-45949f306562 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:41.247822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:41.257268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for router_gateway (68696855-9577-4553-98c3-b4a3dd197c99), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.272719 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4227b1e-65d5-4e75-b5ef-dd3b0eadf9b2 req-1a632ad0-2046-47ca-9be2-2e019e1877c6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:41.274213 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b4227b1e-65d5-4e75-b5ef-dd3b0eadf9b2 req-1a632ad0-2046-47ca-9be2-2e019e1877c6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0555499 Aug 26 15:53:41.327798 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b4227b1e-65d5-4e75-b5ef-dd3b0eadf9b2 req-46142bc3-c5ab-4cf4-971b-023424c6912d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478833 Aug 26 15:53:41.337861 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.429635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539f60bc-cce0-48d0-b6bc-2e857f41b14d {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:41.470765 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks [] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.494315 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Transition to ACTIVE for port object 539f60bc-cce0-48d0-b6bc-2e857f41b14d will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:53:41.571618 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (68696855-9577-4553-98c3-b4a3dd197c99), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.620266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.640184 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device a31baa1d-e779-4600-9c65-45949f306562 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:41.661723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d63ce-3912-4254-819f-7dd881adcb68 req-45169a28-47f0-4d93-b8cf-4fbefa352033 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:41.663223 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b90d63ce-3912-4254-819f-7dd881adcb68 req-45169a28-47f0-4d93-b8cf-4fbefa352033 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 931 time: 0.1275036 Aug 26 15:53:41.687181 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port a31baa1d-e779-4600-9c65-45949f306562 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:41.687555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (a31baa1d-e779-4600-9c65-45949f306562), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.734890 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:41.764663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Pushing event updated for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:41.767991 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port a31baa1d-e779-4600-9c65-45949f306562 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:41.769136 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a01a284-aa71-45cc-9955-6f0280b5f786 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:41.795409 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:41.812911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6a01a284-aa71-45cc-9955-6f0280b5f786 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:41.813286 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.839731 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b90d63ce-3912-4254-819f-7dd881adcb68 req-d9c28f4d-c474-45c8-9edf-7b0a12edade1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609440 Aug 26 15:53:41.864412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Attempting to bind port 539f60bc-cce0-48d0-b6bc-2e857f41b14d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:41.864754 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Attempting to bind port 539f60bc-cce0-48d0-b6bc-2e857f41b14d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:41.865092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Attempting to bind port 539f60bc-cce0-48d0-b6bc-2e857f41b14d on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:41.872908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Port 539f60bc-cce0-48d0-b6bc-2e857f41b14d on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:53:41.873232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Attempting to bind port 539f60bc-cce0-48d0-b6bc-2e857f41b14d on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:41.882920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:41.883287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:41.883654 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:41.884163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Bound port: 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:41.891295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:41.891719 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6a01a284-aa71-45cc-9955-6f0280b5f786 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:41.950929 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:41.953930 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:41.958689 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Router 68696855-9577-4553-98c3-b4a3dd197c99 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:53:42.039652 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:42.042972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.054763 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5845-b470-406a-be0f-4563a5eadf92 req-65325a33-36f0-45bf-8c8b-dc8ba29e301b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.055658 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.056300 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.056439 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3d4e5845-b470-406a-be0f-4563a5eadf92 req-65325a33-36f0-45bf-8c8b-dc8ba29e301b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0482006 Aug 26 15:53:42.057660 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/539f60bc-cce0-48d0-b6bc-2e857f41b14d HTTP/1.1" status: 200 len: 1093 time: 1.5823715 Aug 26 15:53:42.060575 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:42.062821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419d1f2-bd29-4189-839a-2bfc74e518eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:42.103564 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:53:42.108188 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409486d8-7741-4e56-9905-0026aeb89c1d x-openstack-request-id: req-409486d8-7741-4e56-9905-0026aeb89c1d {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:42.108437 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:42.108682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-409486d8-7741-4e56-9905-0026aeb89c1d {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:42.109081 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409486d8-7741-4e56-9905-0026aeb89c1d'] response: {'name': 'network-changed', 'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'status': 'completed', 'code': 200} Aug 26 15:53:42.113524 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Sync routers for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:53:42.114917 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3d4e5845-b470-406a-be0f-4563a5eadf92 req-3c4be9e3-2f4d-4780-a065-84a37b80ea51 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523076 Aug 26 15:53:42.125380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:42.126141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:42.131584 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327780b5-a1b8-49b2-a610-6dc3e26bff13 service neutron] Pushing event updated for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:42.215925 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-d2515e6f-9f91-4146-9ace-1da036f24b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.217446 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-d2515e6f-9f91-4146-9ace-1da036f24b9f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 1127 time: 0.0420966 Aug 26 15:53:42.234431 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:42.257744 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.259016 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ec13cb57-921a-4416-ad2c-5f7602910d9a admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9330637 Aug 26 15:53:42.262145 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40038) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:42.346886 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-3c9286b6-cf85-4fd6-8cb9-dac32a701c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.348922 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-3c9286b6-cf85-4fd6-8cb9-dac32a701c90 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=f40d6476c750438c9c09107c7757fa95&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1137331 Aug 26 15:53:42.458851 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:42.472697 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ccab8-58ef-443f-a2a2-e4302b87eb49 req-d89b55bb-0867-49bb-a3e2-f1972046b2d4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.474109 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-338ccab8-58ef-443f-a2a2-e4302b87eb49 req-d89b55bb-0867-49bb-a3e2-f1972046b2d4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0553415 Aug 26 15:53:42.561168 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-338ccab8-58ef-443f-a2a2-e4302b87eb49 req-30125a14-11d1-495c-b5cd-b3c69cec5f76 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795972 Aug 26 15:53:42.564228 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-d2e9738b-faf9-46b3-a888-30893127ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.565686 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e419d1f2-bd29-4189-839a-2bfc74e518eb req-d2e9738b-faf9-46b3-a888-30893127ba11 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2106686 Aug 26 15:53:42.567513 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:42.570506 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:40Z', 'revision_number': 3, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:42.600180 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Checking router: 68696855-9577-4553-98c3-b4a3dd197c99 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:53:42.600520 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Updating router 68696855-9577-4553-98c3-b4a3dd197c99 port 22aef91e-780d-4237-8358-125b0549d90e binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:53:42.635602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (22aef91e-780d-4237-8358-125b0549d90e), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.681046 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-bdee5b64-6161-44c8-bc01-0475eb26bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.682548 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-bdee5b64-6161-44c8-bc01-0475eb26bcf1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 1127 time: 0.0413387 Aug 26 15:53:42.718066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.751595 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-949d8151-1277-4ce4-9b90-c9e8617b855a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d HTTP/1.1" status: 200 len: 217 time: 0.0495951 Aug 26 15:53:42.809756 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-32591bbc-1345-4ff1-8efb-d5e4aea39bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.811286 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-32591bbc-1345-4ff1-8efb-d5e4aea39bea service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0477793 Aug 26 15:53:42.865992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-261e1b68-b757-419a-9638-351fb357ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:42.869602 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-261e1b68-b757-419a-9638-351fb357ee00 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503869 Aug 26 15:53:42.919853 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks [] for port (22aef91e-780d-4237-8358-125b0549d90e), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:42.983878 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-404ee9ad-e263-43d3-9dc5-268c26cefa72 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059558 Aug 26 15:53:42.987433 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (22aef91e-780d-4237-8358-125b0549d90e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.028014 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Attempting to bind port 22aef91e-780d-4237-8358-125b0549d90e on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:43.028315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Attempting to bind port 22aef91e-780d-4237-8358-125b0549d90e by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:43.028665 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Attempting to bind port 22aef91e-780d-4237-8358-125b0549d90e on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:43.039774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:43.043560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:43.043560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.043560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:43.043560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Bound port: 22aef91e-780d-4237-8358-125b0549d90e, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:43.043560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (22aef91e-780d-4237-8358-125b0549d90e), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.067349 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:43.069491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d2fb-580b-4a1e-acea-b79d824b5e74 None None] Pushing event updated for resources: {'Port': ['ID=22aef91e-780d-4237-8358-125b0549d90e,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:43.082490 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b84cd-d542-495b-ae1f-cb7e1781dff4 req-5aa9b2ce-1496-4cff-a6ee-96ba5fd0122d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:43.084068 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-400b84cd-d542-495b-ae1f-cb7e1781dff4 req-5aa9b2ce-1496-4cff-a6ee-96ba5fd0122d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 943 time: 0.0884295 Aug 26 15:53:43.103146 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-94ce9a18-9d3c-423c-a29c-8dc8caa04dc1 req-36dd9962-c604-4bc8-937a-c2565dba0965 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125395 Aug 26 15:53:43.106556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] For port 22aef91e-780d-4237-8358-125b0549d90e, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:43.109477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] For port 22aef91e-780d-4237-8358-125b0549d90e, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=22aef91e-780d-4237-8358-125b0549d90e,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:43.181457 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-400b84cd-d542-495b-ae1f-cb7e1781dff4 req-c874a53b-7181-48e2-be2c-02e4ddf6792d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872998 Aug 26 15:53:43.185924 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:43.189466 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Allocated IP 172.20.0.1 (861bd69e-9cf7-4725-8b28-134a948ad455/8b7039f1-b298-4d26-9dea-211f4ef0bfd8/de0ff493-45b7-4b0d-a33f-dc2e2c635a86) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:53:43.217278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (22aef91e-780d-4237-8358-125b0549d90e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.243821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59e62f-f390-4827-8fa0-312627d6d33b req-375fa9b8-f38f-405e-bdeb-7506a21a6ff5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:43.245535 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ba59e62f-f390-4827-8fa0-312627d6d33b req-375fa9b8-f38f-405e-bdeb-7506a21a6ff5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0501590 Aug 26 15:53:43.266936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:43.267749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:43.301244 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ba59e62f-f390-4827-8fa0-312627d6d33b req-f8b83cd9-7d86-43eb-9c62-b67905abda1e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497863 Aug 26 15:53:43.323505 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks [] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.326961 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d2fb-580b-4a1e-acea-b79d824b5e74 None None] Pushing event updated for resources: {'Port': ['ID=22aef91e-780d-4237-8358-125b0549d90e,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:43.385223 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:43.389315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:43.445680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.490306 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Network 861bd69e-9cf7-4725-8b28-134a948ad455 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:43.495328 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:43.499082 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:53:43.522350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:43.545607 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (68696855-9577-4553-98c3-b4a3dd197c99), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.564592 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:40Z', 'revision_number': 3, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:43.600409 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d7a14-15b7-4f93-84c8-49e889adadb8 None None] The sync data for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi is: [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:40Z', 'revision_number': 3, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:53:43.634034 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:43.743486 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce76e-e29f-421a-b633-afe1751852c6 req-131b1792-e567-4eaf-b3b7-2253b01ece37 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:43.745063 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0b8ce76e-e29f-421a-b633-afe1751852c6 req-131b1792-e567-4eaf-b3b7-2253b01ece37 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0587111 Aug 26 15:53:43.746698 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-587b60e7-6dab-4889-a217-01c1287e0122 None None] Provisioning complete for port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:43.747062 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-587b60e7-6dab-4889-a217-01c1287e0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.777278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:43.782222 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-587b60e7-6dab-4889-a217-01c1287e0122 None None] Port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:43.797087 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0b8ce76e-e29f-421a-b633-afe1751852c6 req-694f4cc7-6dc3-454b-bb97-f876e420c7c4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Aug 26 15:53:43.836475 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:44.028399 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks [] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:44.153800 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:44.201164 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:44.226604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (68696855-9577-4553-98c3-b4a3dd197c99), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:44.228524 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:44.311823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b37e-f46f-4c47-81dd-22c9db20f539 req-a7a50471-df80-48d4-a228-d616f9964986 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:44.313489 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a672b37e-f46f-4c47-81dd-22c9db20f539 req-a7a50471-df80-48d4-a228-d616f9964986 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 943 time: 0.0495365 Aug 26 15:53:44.341292 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Network 861bd69e-9cf7-4725-8b28-134a948ad455 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:53:44.342935 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:53:44.376172 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a672b37e-f46f-4c47-81dd-22c9db20f539 req-bb920f5d-bfe1-462b-86c9-6a567cdac1cc tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Aug 26 15:53:44.492725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267ba36-ef8e-43a4-9846-570c35cd6508 req-dd7aa1ae-cf62-43e5-b982-9ae891158a25 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:44.494273 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b267ba36-ef8e-43a4-9846-570c35cd6508 req-dd7aa1ae-cf62-43e5-b982-9ae891158a25 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0858431 Aug 26 15:53:44.527848 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Router 68696855-9577-4553-98c3-b4a3dd197c99 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:53:44.555086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:44.561368 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b267ba36-ef8e-43a4-9846-570c35cd6508 req-03f0b20e-3332-4a4d-bdb0-67c060ec60fd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597551 Aug 26 15:53:44.606032 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-da9a328d-6f92-4065-8355-62c952cb38ec None None] Provisioning complete for port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:44.606427 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-da9a328d-6f92-4065-8355-62c952cb38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:44.639656 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-da9a328d-6f92-4065-8355-62c952cb38ec None None] Port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:53:44.660325 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:53:44.667044 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-ffa84ee6-d076-4c99-9296-13881188d2b7 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/68696855-9577-4553-98c3-b4a3dd197c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4020531 Aug 26 15:53:44.922186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6d0e7-6cf0-4cd7-aa21-5da4e1d96a06 req-727f8af6-99e3-42f7-a491-25a22fe0f6bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:44.923683 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89b6d0e7-6cf0-4cd7-aa21-5da4e1d96a06 req-727f8af6-99e3-42f7-a491-25a22fe0f6bd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0500114 Aug 26 15:53:44.971577 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89b6d0e7-6cf0-4cd7-aa21-5da4e1d96a06 req-7fc0c4a3-4662-43e8-b337-31882d4659ff tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 Aug 26 15:53:45.419428 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Sync routers for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:53:45.436090 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:45.436721 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:45.539335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231866b-0601-42b2-9c54-432201aa52a8 req-8145a04f-3d8c-428d-ab4b-235626aaef6b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:45.546558 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b231866b-0601-42b2-9c54-432201aa52a8 req-8145a04f-3d8c-428d-ab4b-235626aaef6b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 943 time: 0.0900199 Aug 26 15:53:45.613153 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b231866b-0601-42b2-9c54-432201aa52a8 req-65d9e969-e04f-464c-89ac-68ee758e3511 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653279 Aug 26 15:53:45.616584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 22aef91e-780d-4237-8358-125b0549d90e up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:45.655616 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:45.696666 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 22aef91e-780d-4237-8358-125b0549d90e triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:45.697444 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (22aef91e-780d-4237-8358-125b0549d90e), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:45.729749 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b6410-9dea-4082-b125-9b7009d4befb req-93ae7359-54f0-44d0-9009-cf4fd2f20ac0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:45.732547 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f7b6410-9dea-4082-b125-9b7009d4befb req-93ae7359-54f0-44d0-9009-cf4fd2f20ac0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0851655 Aug 26 15:53:45.844635 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f7b6410-9dea-4082-b125-9b7009d4befb req-f1ddde77-4605-420e-98e1-d1b5f6fbd526 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929902 Aug 26 15:53:45.866484 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 22aef91e-780d-4237-8358-125b0549d90e is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:45.866882 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (22aef91e-780d-4237-8358-125b0549d90e), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:45.893705 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 22aef91e-780d-4237-8358-125b0549d90e, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=22aef91e-780d-4237-8358-125b0549d90e,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:45.948425 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:45.979642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (22aef91e-780d-4237-8358-125b0549d90e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.007342 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 4, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'de0ff493-45b7-4b0d-a33f-dc2e2c635a86', 'name': '', 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'mac_address': 'fa:16:3e:05:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:42Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 2, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'subnets': [{'id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:46.037425 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Checking router: 68696855-9577-4553-98c3-b4a3dd197c99 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:53:46.037774 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Updating router 68696855-9577-4553-98c3-b4a3dd197c99 port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:53:46.073056 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=22aef91e-780d-4237-8358-125b0549d90e,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:46.074911 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.155628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6a633-5d7e-4ad2-88b9-9efb68b22ef1 req-f777323c-d621-47de-aaf3-cf9284a886f4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:46.157814 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3da6a633-5d7e-4ad2-88b9-9efb68b22ef1 req-f777323c-d621-47de-aaf3-cf9284a886f4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0693679 Aug 26 15:53:46.226855 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3da6a633-5d7e-4ad2-88b9-9efb68b22ef1 req-ea2ade6b-f69b-4c30-8418-fb1e0154235d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624938 Aug 26 15:53:46.375912 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 539f60bc-cce0-48d0-b6bc-2e857f41b14d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:53:46.396558 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks [] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.462515 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.559285 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:46.593537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'port_id': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'mac_address': 'fa:16:3e:50:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:53:46.633250 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817807a4-abc2-419d-bb4c-a38f53c33b14 None None] Pushing event updated for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:46.653230 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Attempting to bind port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:53:46.653714 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Attempting to bind port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:53:46.654081 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Attempting to bind port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 on network 861bd69e-9cf7-4725-8b28-134a948ad455 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:53:46.669828 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:53:46.670285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Checking segment: {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:53:46.670671 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.671071 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Bound using segment: {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:53:46.674962 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Bound port: de0ff493-45b7-4b0d-a33f-dc2e2c635a86, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:53:46.677496 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.698350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 539f60bc-cce0-48d0-b6bc-2e857f41b14d is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:46.698960 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:46.714171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539f60bc-cce0-48d0-b6bc-2e857f41b14d {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:53:46.757798 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:46.770025 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:46.797738 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] For port de0ff493-45b7-4b0d-a33f-dc2e2c635a86, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:53:46.805913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d05367-2fd6-4711-8a94-c2f7ced8b577 req-113e2934-a270-431f-9ce2-8dccb7c3e744 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:46.807642 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36d05367-2fd6-4711-8a94-c2f7ced8b577 req-113e2934-a270-431f-9ce2-8dccb7c3e744 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 943 time: 0.0513866 Aug 26 15:53:46.820539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:46.863555 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36d05367-2fd6-4711-8a94-c2f7ced8b577 req-776b5dcf-67b1-45c3-a6cd-d366e2e63a67 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501792 Aug 26 15:53:46.997032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dd59c-3874-457c-a48c-b0e8833a72ce req-e230c50c-299e-4968-a147-58b08e0c7211 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:47.003627 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] For port de0ff493-45b7-4b0d-a33f-dc2e2c635a86, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:53:47.011732 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-581dd59c-3874-457c-a48c-b0e8833a72ce req-e230c50c-299e-4968-a147-58b08e0c7211 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0758750 Aug 26 15:53:47.060046 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-581dd59c-3874-457c-a48c-b0e8833a72ce req-17688333-5931-4fff-9efd-73af51002da5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472560 Aug 26 15:53:47.090781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:47.144985 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:47.172934 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:47.220742 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:53:47.221371 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:47.295040 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817807a4-abc2-419d-bb4c-a38f53c33b14 None None] Pushing event updated for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:47.393300 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:53:47.402217 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae788cc-2d2f-4fee-a225-a7942eef29e5 req-c43cdb15-3a2c-45e4-b146-bf8e26e7fb88 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:47.409841 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4ae788cc-2d2f-4fee-a225-a7942eef29e5 req-c43cdb15-3a2c-45e4-b146-bf8e26e7fb88 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0600853 Aug 26 15:53:47.471425 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4ae788cc-2d2f-4fee-a225-a7942eef29e5 req-04595f05-f39b-4c17-92c6-c3648dacbd91 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579300 Aug 26 15:53:47.593848 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['539f60bc-cce0-48d0-b6bc-2e857f41b14d'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:53:47.596103 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df70bb-24e9-4015-9f93-491eb681cd7a req-8065f914-74b4-4c8a-b80e-d1b1b0844806 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:47.608494 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21df70bb-24e9-4015-9f93-491eb681cd7a req-8065f914-74b4-4c8a-b80e-d1b1b0844806 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0930870 Aug 26 15:53:47.702896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 22aef91e-780d-4237-8358-125b0549d90e up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:47.708687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21df70bb-24e9-4015-9f93-491eb681cd7a req-86e7fa7d-bb5d-4791-b0a4-297670cf90dd tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992045 Aug 26 15:53:47.714141 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:47.758347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-d5946a9c-a08f-4451-a89c-088ad945b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:47.777332 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:47.777503 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-d5946a9c-a08f-4451-a89c-088ad945b45e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 1130 time: 0.0486176 Aug 26 15:53:47.777596 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 4, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'de0ff493-45b7-4b0d-a33f-dc2e2c635a86', 'name': '', 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'mac_address': 'fa:16:3e:05:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:42Z', 'updated_at': '2022-08-26T15:53:46Z', 'revision_number': 4, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'subnets': [{'id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:53:47.799936 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc2c-3f92-4b59-8f4e-87b89c296666 None None] The sync data for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi is: [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:53:43Z', 'revision_number': 4, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'de0ff493-45b7-4b0d-a33f-dc2e2c635a86', 'name': '', 'network_id': '861bd69e-9cf7-4725-8b28-134a948ad455', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'mac_address': 'fa:16:3e:05:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:42Z', 'updated_at': '2022-08-26T15:53:46Z', 'revision_number': 4, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'subnets': [{'id': '8b7039f1-b298-4d26-9dea-211f4ef0bfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:53:47.860872 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 22aef91e-780d-4237-8358-125b0549d90e triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:47.861247 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (22aef91e-780d-4237-8358-125b0549d90e), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:47.953280 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:47.956041 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-a352bbc0-c558-4ad1-b40a-c6c8df0ea0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:47.958240 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-a352bbc0-c558-4ad1-b40a-c6c8df0ea0c5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.1899443 Aug 26 15:53:48.042219 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39b5db-7a4e-451a-881b-8786e0bae7ee req-b086cb78-2f0e-45cd-b0c5-0054fe1caabd tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:48.050107 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4f39b5db-7a4e-451a-881b-8786e0bae7ee req-b086cb78-2f0e-45cd-b0c5-0054fe1caabd tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 944 time: 0.0635650 Aug 26 15:53:48.090207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 22aef91e-780d-4237-8358-125b0549d90e is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:48.112644 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-c395c273-6ac4-45a1-a07e-3360ce42ab7a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 200 len: 1001 time: 0.1461725 Aug 26 15:53:48.121052 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4f39b5db-7a4e-451a-881b-8786e0bae7ee req-3ed5c15a-1e15-4d19-9908-9a536abfc693 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658877 Aug 26 15:53:48.179101 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-649ce81d-8ed6-4df2-b308-a9d49010fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:48.181219 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-649ce81d-8ed6-4df2-b308-a9d49010fb85 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0612350 Aug 26 15:53:48.250713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-13485f54-9c1b-47de-a5d8-579a7c487eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:48.256900 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-13485f54-9c1b-47de-a5d8-579a7c487eba service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531728 Aug 26 15:53:48.405347 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-f0b22205-a972-49c5-b63c-16d2843eb004 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402884 Aug 26 15:53:48.488226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:48.566479 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cea3952d-ff41-4c34-953c-ea970b4fa18e req-fad6051c-22ec-4599-89d8-bada2c87985d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540973 Aug 26 15:53:48.673270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aa0a6-6614-4e7e-a266-58c3aafc138b req-a8e09c79-0a6b-4cd9-9658-c3c4dd6706d1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:48.675110 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f26aa0a6-6614-4e7e-a266-58c3aafc138b req-a8e09c79-0a6b-4cd9-9658-c3c4dd6706d1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0737736 Aug 26 15:53:48.742654 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f26aa0a6-6614-4e7e-a266-58c3aafc138b req-36398dbe-8301-475e-91d6-42a7f96746bc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609024 Aug 26 15:53:48.874579 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1024-270d-410b-be8c-7dea839afbbd req-dad00447-6567-4705-85a9-9c2be63974cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:48.884795 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df8f1024-270d-410b-be8c-7dea839afbbd req-dad00447-6567-4705-85a9-9c2be63974cf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0775132 Aug 26 15:53:48.942928 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df8f1024-270d-410b-be8c-7dea839afbbd req-5a7ab57b-58e4-4efe-a281-57b31be7c416 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599420 Aug 26 15:53:49.020156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 539f60bc-cce0-48d0-b6bc-2e857f41b14d up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:49.079695 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 539f60bc-cce0-48d0-b6bc-2e857f41b14d completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:53:49.148896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 539f60bc-cce0-48d0-b6bc-2e857f41b14d triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:49.148896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.286735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 539f60bc-cce0-48d0-b6bc-2e857f41b14d is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:49.287012 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.289339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ca40a-4fa8-4873-85c6-60bd6550e67d req-1aeefca1-dcf2-4988-920b-68ea4bc6b263 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:49.291362 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-965ca40a-4fa8-4873-85c6-60bd6550e67d req-1aeefca1-dcf2-4988-920b-68ea4bc6b263 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 944 time: 0.0814314 Aug 26 15:53:49.328178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:53:49.333291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3012e-7a0e-4436-82dd-d85d055a253f" -d '{"events": [{"server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "name": "network-vif-plugged", "status": "completed", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:53:49.341933 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:49.372516 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-965ca40a-4fa8-4873-85c6-60bd6550e67d req-be39b083-3fb0-47fb-8711-311817957ed4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711579 Aug 26 15:53:49.378967 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b40669-449a-4bac-b8d4-1534c226d3ae x-openstack-request-id: req-95b40669-449a-4bac-b8d4-1534c226d3ae {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:53:49.379287 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "name": "network-vif-plugged", "status": "completed", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:53:49.379578 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95b40669-449a-4bac-b8d4-1534c226d3ae {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:53:49.380041 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b40669-449a-4bac-b8d4-1534c226d3ae'] response: {'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'code': 200} Aug 26 15:53:49.582602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device de0ff493-45b7-4b0d-a33f-dc2e2c635a86 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:49.642389 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:49.642804 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.712405 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.740041 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:49.740439 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.786030 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:49.797806 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port de0ff493-45b7-4b0d-a33f-dc2e2c635a86, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:53:49.877858 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433da438-5b9b-43c9-a26f-4ab1148d9757 req-4f379d10-14bf-4b60-9541-96fcdcc01cfc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:49.879314 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-433da438-5b9b-43c9-a26f-4ab1148d9757 req-4f379d10-14bf-4b60-9541-96fcdcc01cfc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0564468 Aug 26 15:53:49.907824 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:49.935892 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-433da438-5b9b-43c9-a26f-4ab1148d9757 req-ea236d39-f95e-4f1e-85ca-f075d3b518a0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502262 Aug 26 15:53:49.967083 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:53:50.101902 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f4ea-79b3-4e24-9935-0618f7f12c62 req-a96858ba-dbc6-4314-9ec1-03f5a7279a17 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:50.103440 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d822f4ea-79b3-4e24-9935-0618f7f12c62 req-a96858ba-dbc6-4314-9ec1-03f5a7279a17 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0624349 Aug 26 15:53:50.154647 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d822f4ea-79b3-4e24-9935-0618f7f12c62 req-b6caf98f-a166-412d-97cb-07ce104ecca1 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Aug 26 15:53:50.505812 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f9a0-ba6b-4678-9e3b-06bdd2325140 req-a4e1e465-d2ab-4e9b-a8ed-1d7bde6bd043 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:50.513135 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9923f9a0-ba6b-4678-9e3b-06bdd2325140 req-a4e1e465-d2ab-4e9b-a8ed-1d7bde6bd043 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0583525 Aug 26 15:53:50.574206 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9923f9a0-ba6b-4678-9e3b-06bdd2325140 req-ac708e10-487a-4f41-8f3b-35045e8a0a85 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598760 Aug 26 15:53:51.092124 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f716c2-68ad-45f0-a4e4-5858db25e4d4 req-c511dcc1-bccf-4788-9679-d072778ed2f0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:51.093614 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07f716c2-68ad-45f0-a4e4-5858db25e4d4 req-c511dcc1-bccf-4788-9679-d072778ed2f0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0712924 Aug 26 15:53:51.140587 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:51.153630 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07f716c2-68ad-45f0-a4e4-5858db25e4d4 req-c7c56957-1961-4175-8df8-2831802e2478 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536373 Aug 26 15:53:51.282714 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aacf0c-2f31-4b70-807d-1c741defba81 req-dcd28d95-29f3-45f2-ab28-fd4be92a7438 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:51.284840 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06aacf0c-2f31-4b70-807d-1c741defba81 req-dcd28d95-29f3-45f2-ab28-fd4be92a7438 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Aug 26 15:53:51.297290 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:51.353784 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06aacf0c-2f31-4b70-807d-1c741defba81 req-b64d9da8-3a81-4b94-b302-8d1be578e3f8 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624030 Aug 26 15:53:51.573863 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device de0ff493-45b7-4b0d-a33f-dc2e2c635a86 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:53:51.631061 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:53:51.631818 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:51.633409 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:51.708136 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da4443-44eb-4aee-9742-b6c43c6ae2b8 req-7ba3c8b9-2310-48cc-b6b3-f2e715f23d12 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:51.709705 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-56da4443-44eb-4aee-9742-b6c43c6ae2b8 req-7ba3c8b9-2310-48cc-b6b3-f2e715f23d12 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0573914 Aug 26 15:53:51.727781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:53:51.766312 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-56da4443-44eb-4aee-9742-b6c43c6ae2b8 req-d6fc397e-e09b-4544-a4ec-1e07f9ffdaa9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504472 Aug 26 15:53:52.291616 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dbbda-1bc4-4fc6-80e2-54609095d120 req-ff46ddf1-eca4-4878-806f-30959a0c7ac2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:52.294353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-403dbbda-1bc4-4fc6-80e2-54609095d120 req-ff46ddf1-eca4-4878-806f-30959a0c7ac2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0521297 Aug 26 15:53:52.356620 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-403dbbda-1bc4-4fc6-80e2-54609095d120 req-2c8a1c84-39ac-4a08-8d7b-6c57f3ee9482 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486047 Aug 26 15:53:52.506799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cedef8-be65-46a7-b115-d4e285b54ff8 req-fc9c1c4f-9184-4637-986f-eb266500bfeb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:52.508320 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-18cedef8-be65-46a7-b115-d4e285b54ff8 req-fc9c1c4f-9184-4637-986f-eb266500bfeb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0617168 Aug 26 15:53:52.563314 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-18cedef8-be65-46a7-b115-d4e285b54ff8 req-41b169c1-a070-4520-ae2e-95bd4261534e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494511 Aug 26 15:53:52.877672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:52.890347 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e26090-e450-4341-a1e2-81afb093de7c req-a42a2d00-c8d9-47ca-ad6a-e04a55a022ab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:52.891842 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-76e26090-e450-4341-a1e2-81afb093de7c req-a42a2d00-c8d9-47ca-ad6a-e04a55a022ab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0525892 Aug 26 15:53:52.945311 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-76e26090-e450-4341-a1e2-81afb093de7c req-fd06a783-944b-443e-8462-c354beefccef tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 Aug 26 15:53:53.289187 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe45aaf-181a-4d4d-9c6a-97908084db07 req-913bf875-3dea-4d41-a084-7c46dd594b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:53.290913 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4fe45aaf-181a-4d4d-9c6a-97908084db07 req-913bf875-3dea-4d41-a084-7c46dd594b57 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 1129 time: 0.0502307 Aug 26 15:53:53.349755 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4fe45aaf-181a-4d4d-9c6a-97908084db07 req-fcfb71ee-a5d7-4af0-8534-dc177809edc3 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Aug 26 15:53:53.484926 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a30a-7d64-4d24-a618-c162853c9d09 req-9553296f-e5cc-4524-ad9c-ac78a5cd0d63 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:53.486809 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0a38a30a-7d64-4d24-a618-c162853c9d09 req-9553296f-e5cc-4524-ad9c-ac78a5cd0d63 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0556917 Aug 26 15:53:53.539960 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0a38a30a-7d64-4d24-a618-c162853c9d09 req-035b56ee-85ba-45a1-9f17-bd405828c701 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Aug 26 15:53:53.740847 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d35bf1-18a9-4293-ba06-5192c9ab6aac req-f1d64d57-cfbe-45e8-8117-ffffe5f066b2 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:53.742590 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-62d35bf1-18a9-4293-ba06-5192c9ab6aac req-f1d64d57-cfbe-45e8-8117-ffffe5f066b2 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0594342 Aug 26 15:53:53.803421 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-62d35bf1-18a9-4293-ba06-5192c9ab6aac req-313de3b2-f691-4633-b56d-119de5c61364 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502498 Aug 26 15:53:54.078568 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb8e6-e6e6-45a8-b6d8-80028cd2e209 req-67b6f82e-5317-4e77-bc93-2fbd1b29b68d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:54.079897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c24fb8e6-e6e6-45a8-b6d8-80028cd2e209 req-67b6f82e-5317-4e77-bc93-2fbd1b29b68d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0501962 Aug 26 15:53:54.146331 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c24fb8e6-e6e6-45a8-b6d8-80028cd2e209 req-5f491731-6771-4150-b2c9-7a62786c31cc tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597231 Aug 26 15:53:54.739034 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7344-e08a-422a-80bc-b175d133092f req-74336db3-ad36-43ee-81e7-f71829d944be tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:54.741024 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-457a7344-e08a-422a-80bc-b175d133092f req-74336db3-ad36-43ee-81e7-f71829d944be tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0909784 Aug 26 15:53:54.810990 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-457a7344-e08a-422a-80bc-b175d133092f req-84f54202-8a02-4304-a145-f975863a2b45 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638702 Aug 26 15:53:55.268426 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d785-03a0-463e-a33d-598b2c88ff99 req-3935baeb-b5d2-4fd4-827b-89e2ec8a7a97 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:55.273972 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-82a7d785-03a0-463e-a33d-598b2c88ff99 req-3935baeb-b5d2-4fd4-827b-89e2ec8a7a97 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0517201 Aug 26 15:53:55.331283 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-82a7d785-03a0-463e-a33d-598b2c88ff99 req-81165cc8-de5a-4f47-9d8a-9d9d89556546 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546439 Aug 26 15:53:55.933497 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39325-60ac-42f5-8b50-aff20027369f req-b8bc0e5f-d819-49fe-ac17-37732d07024b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:55.935010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4ff39325-60ac-42f5-8b50-aff20027369f req-b8bc0e5f-d819-49fe-ac17-37732d07024b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0480752 Aug 26 15:53:55.988693 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4ff39325-60ac-42f5-8b50-aff20027369f req-747f9bfa-8e14-45a4-90e9-a2dc89f09be1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472322 Aug 26 15:53:56.456997 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f5c7-4279-4e6f-8f3c-86384c542e8a req-3d79bc93-eddf-4258-be36-471862f8c50c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:56.458615 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-64f9f5c7-4279-4e6f-8f3c-86384c542e8a req-3d79bc93-eddf-4258-be36-471862f8c50c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0522900 Aug 26 15:53:56.521058 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-64f9f5c7-4279-4e6f-8f3c-86384c542e8a req-0e6cc34b-a981-4640-b177-1f86be1cb482 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565369 Aug 26 15:53:57.112618 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3bf06-b679-4fdc-a342-0b42eb7f7243 req-c9a97307-7e25-406d-b3a7-a70a2afe99f1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:57.114361 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bab3bf06-b679-4fdc-a342-0b42eb7f7243 req-c9a97307-7e25-406d-b3a7-a70a2afe99f1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0517619 Aug 26 15:53:57.164864 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bab3bf06-b679-4fdc-a342-0b42eb7f7243 req-c5f0a837-1749-4ab3-b624-fb07d62457d7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Aug 26 15:53:57.632032 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:57.637393 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-31cccabe-3801-497d-8c8a-95d056a7041b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:57.638908 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-31cccabe-3801-497d-8c8a-95d056a7041b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 815 time: 0.1092849 Aug 26 15:53:57.642628 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94f995-a157-453b-8168-6c1207d411c3 req-c42d10bf-e896-4caf-9ac7-5be3c15f1e78 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:57.644225 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b94f995-a157-453b-8168-6c1207d411c3 req-c42d10bf-e896-4caf-9ac7-5be3c15f1e78 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0477014 Aug 26 15:53:57.654298 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-8d32be41-c711-4e42-9330-aad3eb9aeaa1 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/quotas/1b64a7d4a15a4d019f7bfc17a59889a5 HTTP/1.1" status: 200 len: 375 time: 0.0095911 Aug 26 15:53:57.694791 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7b94f995-a157-453b-8168-6c1207d411c3 req-c887b81d-a0fd-4476-9b35-2a251a634d10 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 Aug 26 15:53:57.706492 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-d79fc3f1-d48b-4e57-b962-6bdcfd5d54b5 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461242 Aug 26 15:53:57.798377 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=41 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:57.805522 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-09ec5301-35d1-4733-a0c7-a0174353f5c6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861771 Aug 26 15:53:57.898981 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c265fbc7-659d-4b5c-a208-c638b1880896 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877519 Aug 26 15:53:58.208624 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-debd8bfd-3c34-4bf7-ac67-fec3c7af9818 req-f83f2446-d16b-4cb5-b2e2-bd80ac9e3647 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0338743 Aug 26 15:53:58.298452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071344b-64c8-4ad7-b34f-bcdadbdd1501 req-c909915b-b430-408a-9989-0e8254431513 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:58.300010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4071344b-64c8-4ad7-b34f-bcdadbdd1501 req-c909915b-b430-408a-9989-0e8254431513 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0505023 Aug 26 15:53:58.340998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:58.358856 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4071344b-64c8-4ad7-b34f-bcdadbdd1501 req-8c39932a-bcb7-47c5-9761-ffe6e3870995 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Aug 26 15:53:58.819500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2fd9-f789-443d-9613-704a9a06ba9a req-1b9dacef-c7b3-4d5c-9ba7-6379e9a8be2d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:58.821064 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7dcc2fd9-f789-443d-9613-704a9a06ba9a req-1b9dacef-c7b3-4d5c-9ba7-6379e9a8be2d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0517294 Aug 26 15:53:58.885440 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7dcc2fd9-f789-443d-9613-704a9a06ba9a req-85c002d7-66d9-4a89-83dc-7712aa5f822e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583925 Aug 26 15:53:59.020231 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ad979-f927-44cd-a134-4432e76e9cfd req-46680485-edb3-42e6-a675-92ee58cd842e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:59.021747 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f52ad979-f927-44cd-a134-4432e76e9cfd req-46680485-edb3-42e6-a675-92ee58cd842e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0550978 Aug 26 15:53:59.031459 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40240) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:53:59.035987 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'port_id': '539f60bc-cce0-48d0-b6bc-2e857f41b14d'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:53:59.077892 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (68d66592-7654-4da2-b121-45da274b986c), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:59.248335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:59.310231 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-edd82a2d-dc9f-43e4-b700-51efb62cb4c0 req-ba1f334d-9ab4-4a0d-aa9b-1eabf05242bd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Aug 26 15:53:59.567174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f267827-6a35-4e79-b57b-ce70c5d39375 req-a9e8484f-09a9-4d09-b2b4-a4c545513869 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:59.568944 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2f267827-6a35-4e79-b57b-ce70c5d39375 req-a9e8484f-09a9-4d09-b2b4-a4c545513869 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.1339440 Aug 26 15:53:59.598690 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:59.629365 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2f267827-6a35-4e79-b57b-ce70c5d39375 req-81d44ca6-b79e-4189-bf2a-a197a0179940 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 Aug 26 15:53:59.697243 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (68d66592-7654-4da2-b121-45da274b986c), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:59.721696 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970ef0-965b-43f8-bd0b-b54bec71f985 req-6d95795b-03ca-4b50-afba-d0f547c8eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:53:59.723178 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67970ef0-965b-43f8-bd0b-b54bec71f985 req-6d95795b-03ca-4b50-afba-d0f547c8eab6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0426729 Aug 26 15:53:59.770045 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-67970ef0-965b-43f8-bd0b-b54bec71f985 req-aa761270-7472-4a73-98b2-ee220a90dbf2 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Aug 26 15:53:59.796438 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP 68d66592-7654-4da2-b121-45da274b986c associated. External IP: 172.27.3.223, port: 539f60bc-cce0-48d0-b6bc-2e857f41b14d. Aug 26 15:54:00.116350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:00.215821 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:54:00.321734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:54:00.326628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:00.331243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:54:00.353832 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:00.354469 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:00.359454 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-960a1245-bf3b-47ff-8842-f1f842a9a121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/68d66592-7654-4da2-b121-45da274b986c HTTP/1.1" status: 200 len: 991 time: 1.3246207 Aug 26 15:54:00.359454 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:00.360785 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb" -d '{"events": [{"name": "network-changed", "server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:00.408036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6998d20c-282c-4c72-befc-285d690db433 x-openstack-request-id: req-6998d20c-282c-4c72-befc-285d690db433 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:00.408331 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:00.408625 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6998d20c-282c-4c72-befc-285d690db433 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:00.409038 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6998d20c-282c-4c72-befc-285d690db433'] response: {'name': 'network-changed', 'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'status': 'completed', 'code': 200} Aug 26 15:54:00.422452 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-29c4fc60-6644-446b-ac2c-73df933ed421 req-b9c201dc-939f-40c8-b84e-3e78d71428aa tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Aug 26 15:54:00.468491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:00.632724 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:00.693274 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}, {'id': '68d66592-7654-4da2-b121-45da274b986c', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:50:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:59Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:00.719530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:54:00.728757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:00.729368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:53:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:00.754557 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc055134-06ec-4038-82cf-d398dc96cd4e req-bdc246e1-0660-47dc-aef9-e83429e28f42 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:00.756131 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cc055134-06ec-4038-82cf-d398dc96cd4e req-bdc246e1-0660-47dc-aef9-e83429e28f42 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0482948 Aug 26 15:54:00.804684 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cc055134-06ec-4038-82cf-d398dc96cd4e req-d5c503ee-40eb-4f51-b1fc-77eb6eb78013 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Aug 26 15:54:00.836210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:01.048777 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}, {'id': '68d66592-7654-4da2-b121-45da274b986c', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:50:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:59Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:01.078015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9bc4a-6588-4d1e-ac02-8d5295df09e0 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}, {'id': '68d66592-7654-4da2-b121-45da274b986c', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:50:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:59Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:54:01.171178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2471-0f42-4466-80eb-baf8c1f68c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:01.264272 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098460a1-4ccd-4ed9-b46d-8c0b523343a3 None None] New status for floating IP 68d66592-7654-4da2-b121-45da274b986c: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:54:01.525649 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e013deb5-d987-4f0d-9377-dc13418543f9 req-41e6e5a5-628f-49a1-97f2-b802d98eb0fa tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0290253 Aug 26 15:54:01.926401 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88cdbb-7f37-4205-9082-4fae1dd7b7dc req-e3609653-5d0a-409c-9c75-7e7effe9bb34 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:01.927752 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b88cdbb-7f37-4205-9082-4fae1dd7b7dc req-e3609653-5d0a-409c-9c75-7e7effe9bb34 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0496535 Aug 26 15:54:01.974660 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9b88cdbb-7f37-4205-9082-4fae1dd7b7dc req-0e408af8-0be8-4402-a5df-eb249191cbb5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Aug 26 15:54:02.624832 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0ee7e655-26cf-430e-830d-681dc32a817b req-8cb94886-3327-477b-81f9-487f0f23aa7f tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Aug 26 15:54:03.095002 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09746197-ca29-4541-9f97-58076c2cc20c req-8ac0ba95-268d-4f7a-9a15-ec05924e2b51 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:03.097195 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09746197-ca29-4541-9f97-58076c2cc20c req-8ac0ba95-268d-4f7a-9a15-ec05924e2b51 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0495768 Aug 26 15:54:03.144868 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09746197-ca29-4541-9f97-58076c2cc20c req-1ae373d6-7029-4bb6-be8a-10c68fe574ae tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410872 Aug 26 15:54:03.202945 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:03.236113 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-485b5c5f-78fd-419e-8b4d-42a7bc85bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:03.238202 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-485b5c5f-78fd-419e-8b4d-42a7bc85bb67 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 1129 time: 0.0431247 Aug 26 15:54:03.411309 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4ed23ad1-ce8f-4711-b1e1-d98e3b8297b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:03.728284 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6cdb2947-de0e-4f75-9a4f-8455402838c1 req-0673b933-e604-49af-aaf2-b794b27f71c5 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0310583 Aug 26 15:54:03.821404 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-8d9c096d-c134-4db3-9c4b-d9f56ff8c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:03.822855 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-8d9c096d-c134-4db3-9c4b-d9f56ff8c01a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 916 time: 0.0897272 Aug 26 15:54:04.163193 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-876e7175-4aa1-4c57-b3b4-fc69f687beed service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d HTTP/1.1" status: 200 len: 1001 time: 0.3187034 Aug 26 15:54:04.264957 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e56de1-78db-43e3-96dc-80b777def0ef req-9157b005-5710-48b6-976d-b0f86a547090 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:04.266426 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f3e56de1-78db-43e3-96dc-80b777def0ef req-9157b005-5710-48b6-976d-b0f86a547090 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0470414 Aug 26 15:54:04.278717 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:04.318884 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f3e56de1-78db-43e3-96dc-80b777def0ef req-5ca26088-fb3e-4dba-913b-d4a8d1ac27a7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466938 Aug 26 15:54:04.748345 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:04.830193 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0a8e3e9b-2958-48f1-a47d-16d050b915ba req-db84668a-6b25-4ab1-9573-93ec16db908c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Aug 26 15:54:05.103214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-26bb4aad-0c31-4b85-b115-01d4dbaef95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:05.104878 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-26bb4aad-0c31-4b85-b115-01d4dbaef95a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0515101 Aug 26 15:54:05.169405 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-4706f84b-872a-4d13-b652-11a723bf4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:05.170930 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-4706f84b-872a-4d13-b652-11a723bf4021 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420141 Aug 26 15:54:05.440672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0b62-ce1d-4b26-8d6d-cfb2473edff5 req-d539d783-cd62-48de-a7fe-32f34ac35c8d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:05.442139 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8b9c0b62-ce1d-4b26-8d6d-cfb2473edff5 req-d539d783-cd62-48de-a7fe-32f34ac35c8d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0473378 Aug 26 15:54:05.491568 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8b9c0b62-ce1d-4b26-8d6d-cfb2473edff5 req-fc97b70f-b857-4e19-a6f1-d087184f80df tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Aug 26 15:54:05.584806 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-5ee11a96-8919-4def-b51d-a5d683801be0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962980 Aug 26 15:54:05.684086 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-487cfeb9-6e07-4eb6-aa0e-4b4e5c03fabb req-22f9d936-5811-40dc-bb59-d6743621ba7f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904768 Aug 26 15:54:05.950218 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-50858556-a636-43d6-bd45-3a0cd35a5cbe req-4109caed-617e-4520-98e8-62509d9db81c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0444415 Aug 26 15:54:05.961641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-3a8e80e2-a8cd-4d37-81f6-9faab681d55e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:05.963122 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-3a8e80e2-a8cd-4d37-81f6-9faab681d55e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 815 time: 0.1336520 Aug 26 15:54:05.989128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'port': {'device_id': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'admin_state_up': True, 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:06.136947 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e0429-6ddc-4b89-b1f7-493e4470bcf6 req-fdae5364-ccb2-4f38-9a9f-0604355d46b9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.138347 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d54e0429-6ddc-4b89-b1f7-493e4470bcf6 req-fdae5364-ccb2-4f38-9a9f-0604355d46b9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0734425 Aug 26 15:54:06.148109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:06.185332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842401b5-f453-465b-ba0d-bfa24f421044 req-bc716fe1-8253-4617-9f20-5dd95f8f6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.186926 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-bc716fe1-8253-4617-9f20-5dd95f8f6fef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0420473 Aug 26 15:54:06.194875 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d54e0429-6ddc-4b89-b1f7-493e4470bcf6 req-efb0c88b-5140-4795-9ef3-16bfdb6fe5f6 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500991 Aug 26 15:54:06.238994 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Made reservation on behalf of 1b64a7d4a15a4d019f7bfc17a59889a5 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:54:06.242667 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.288870 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842401b5-f453-465b-ba0d-bfa24f421044 req-4d97a5c3-6fa0-4a30-93b9-319d0f1bf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.290351 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-4d97a5c3-6fa0-4a30-93b9-319d0f1bf6c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.0960035 Aug 26 15:54:06.296295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:06.378603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Allocated IP 172.20.0.3 (908bb67d-0cbe-429c-8a55-ae215d1b8083/c5246567-0a0d-466f-b269-c1f7ebc916f5/c3463a69-702b-4594-8fcf-701aaf1b3696) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:54:06.416373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.470921 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-55bd30fe-3828-4126-ae87-782aa22bbbf1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 1001 time: 0.0668018 Aug 26 15:54:06.475153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.535013 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842401b5-f453-465b-ba0d-bfa24f421044 req-bfb2fca1-aabb-4729-a0f6-8b36bb8cd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.536820 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-bfb2fca1-aabb-4729-a0f6-8b36bb8cd4c0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0579352 Aug 26 15:54:06.545220 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.594946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842401b5-f453-465b-ba0d-bfa24f421044 req-8f2e9101-86f5-4f7d-b24a-89214804c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.599594 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-8f2e9101-86f5-4f7d-b24a-89214804c07f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453863 Aug 26 15:54:06.657183 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:06.663261 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.698933 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-7383b132-7930-4bfe-96e2-da967e2c1bce service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906222 Aug 26 15:54:06.711035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:54:06.714328 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:54:06.718512 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:54:06.742052 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:06.754160 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.754507 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.754870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.755199 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.755533 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.755891 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.756250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.756571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.756906 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.757685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.757685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.757899 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.758173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.758495 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.758818 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:06.785360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:06.786000 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:06.809713 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-842401b5-f453-465b-ba0d-bfa24f421044 req-4d09dd13-ea67-4671-8c13-77c4537728fd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028197 Aug 26 15:54:06.884396 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-88b5bfb4-7c3c-47d4-bd65-fe6615f2ecac tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989055 Aug 26 15:54:07.066919 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-1b7aa9a0-8c5b-4249-9e2f-2adbba15b789 None None] Provisioning complete for port c3463a69-702b-4594-8fcf-701aaf1b3696 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:54:07.069204 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa9a0-8c5b-4249-9e2f-2adbba15b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:07.136153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:07.137536 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-1b7aa9a0-8c5b-4249-9e2f-2adbba15b789 None None] Port c3463a69-702b-4594-8fcf-701aaf1b3696 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:54:07.176436 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b488ec-7dfc-4de0-a3fb-3b23fe393d91 req-f5d1c4f8-ada0-4a26-862c-3187ee15a918 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:07.178142 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-44b488ec-7dfc-4de0-a3fb-3b23fe393d91 req-f5d1c4f8-ada0-4a26-862c-3187ee15a918 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0712221 Aug 26 15:54:07.233404 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-44b488ec-7dfc-4de0-a3fb-3b23fe393d91 req-3c610028-ee4d-47f9-bea9-ee6d283d9c7e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494275 Aug 26 15:54:07.364447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fe6a-35b5-4c30-ba40-ce3572772ba3 req-c95270f8-0ca9-418d-abb2-ac7530fc0944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:07.366174 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58e6fe6a-35b5-4c30-ba40-ce3572772ba3 req-c95270f8-0ca9-418d-abb2-ac7530fc0944 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0570703 Aug 26 15:54:07.428380 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58e6fe6a-35b5-4c30-ba40-ce3572772ba3 req-2b66a1c6-fc82-406a-b828-6b21300830e7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523050 Aug 26 15:54:08.371472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f7db2-dc76-4250-a48e-5c7dad366de2 req-add687f0-a2e5-4945-8aa9-ba07d78edcce tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:08.372991 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-256f7db2-dc76-4250-a48e-5c7dad366de2 req-add687f0-a2e5-4945-8aa9-ba07d78edcce tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0498788 Aug 26 15:54:08.429856 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-256f7db2-dc76-4250-a48e-5c7dad366de2 req-72484051-f190-47b0-bad0-43156aba22fd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Aug 26 15:54:08.578135 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea390bbe-69de-41e3-8fd2-ca659e52d11f req-c7bd20b2-f022-4d9a-ba04-77318f2853e8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:08.579839 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ea390bbe-69de-41e3-8fd2-ca659e52d11f req-c7bd20b2-f022-4d9a-ba04-77318f2853e8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0568631 Aug 26 15:54:08.631166 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ea390bbe-69de-41e3-8fd2-ca659e52d11f req-a97d49c1-26e0-4873-a5f1-6f989d2424b3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 Aug 26 15:54:09.525861 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:54:09.583398 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f8d2-b9cd-40f5-89cd-7159e12342ab req-ff4fa99d-5cda-49ef-b360-0e42366219e7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:09.586998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c393f8d2-b9cd-40f5-89cd-7159e12342ab req-ff4fa99d-5cda-49ef-b360-0e42366219e7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0758095 Aug 26 15:54:09.640468 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c393f8d2-b9cd-40f5-89cd-7159e12342ab req-ea20a7e2-b7cb-4c32-bbb1-637d9b38ef34 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Aug 26 15:54:09.763493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:09.777511 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6b88-21e4-4593-96d6-5535cb97c03f req-9c11ec2c-fc8e-4a16-9970-f320e29d5a37 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:09.779297 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09ef6b88-21e4-4593-96d6-5535cb97c03f req-9c11ec2c-fc8e-4a16-9970-f320e29d5a37 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0524578 Aug 26 15:54:09.835256 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-09ef6b88-21e4-4593-96d6-5535cb97c03f req-6c054127-2522-42df-a21f-7caa99a899fc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496750 Aug 26 15:54:10.752651 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:10.772390 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21001c20-aace-4dd9-8551-46197d0f8373 req-cd3278e1-dd91-42ee-a535-59e73411027b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:10.773916 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21001c20-aace-4dd9-8551-46197d0f8373 req-cd3278e1-dd91-42ee-a535-59e73411027b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0503712 Aug 26 15:54:10.827626 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21001c20-aace-4dd9-8551-46197d0f8373 req-ef3712f9-0962-47cf-8607-3dc793f1a6db tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Aug 26 15:54:10.961485 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f774ff-be40-483c-bfc3-b2f9a847625f req-78f0765f-0309-494f-9fea-ce8d05cb6587 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:10.962911 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-91f774ff-be40-483c-bfc3-b2f9a847625f req-78f0765f-0309-494f-9fea-ce8d05cb6587 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0476851 Aug 26 15:54:11.015245 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-91f774ff-be40-483c-bfc3-b2f9a847625f req-93f85f7f-2fca-49c2-9a11-77d03ee58188 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Aug 26 15:54:11.352495 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:11.957138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944a090-69c1-4d63-9d14-66a2788bd072 req-ea9c2f00-9c04-40ac-9c2a-ffb20845d580 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:11.958707 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4944a090-69c1-4d63-9d14-66a2788bd072 req-ea9c2f00-9c04-40ac-9c2a-ffb20845d580 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0537260 Aug 26 15:54:12.009392 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4944a090-69c1-4d63-9d14-66a2788bd072 req-839eec47-e161-4782-9ea3-1367332aa4e8 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Aug 26 15:54:12.140972 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab1532-9b5a-4feb-b23c-793e50170f1f req-9ce3ffc0-c029-4c99-9512-0b9b8c43d5f3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:12.142410 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-04ab1532-9b5a-4feb-b23c-793e50170f1f req-9ce3ffc0-c029-4c99-9512-0b9b8c43d5f3 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0503798 Aug 26 15:54:12.201488 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-04ab1532-9b5a-4feb-b23c-793e50170f1f req-73853d14-6cad-4249-bd9b-85a801b5da4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533140 Aug 26 15:54:13.134134 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1932e6c-9d88-47ed-ae9f-13ab29641a54 req-cf263fd5-f415-4b41-942a-36912dbb3650 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:13.135982 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e1932e6c-9d88-47ed-ae9f-13ab29641a54 req-cf263fd5-f415-4b41-942a-36912dbb3650 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0495570 Aug 26 15:54:13.190936 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e1932e6c-9d88-47ed-ae9f-13ab29641a54 req-38fcf005-ab94-44a3-b41f-2b8c7486deca tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Aug 26 15:54:13.326646 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca858-43c7-46d4-b8fd-991fb816a64b req-bdd5db71-c355-42f1-9a2a-24096d3fafef tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:13.328305 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f5bca858-43c7-46d4-b8fd-991fb816a64b req-bdd5db71-c355-42f1-9a2a-24096d3fafef tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0517311 Aug 26 15:54:13.381850 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f5bca858-43c7-46d4-b8fd-991fb816a64b req-4a2728c8-ea14-4260-b76e-32870ac3b00b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Aug 26 15:54:14.316776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c0046-a2a2-45e2-ae6c-1603567659b9 req-8f49ea30-b2f3-4fac-9e50-ddb054351f65 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:14.318241 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6e9c0046-a2a2-45e2-ae6c-1603567659b9 req-8f49ea30-b2f3-4fac-9e50-ddb054351f65 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0489693 Aug 26 15:54:14.372874 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6e9c0046-a2a2-45e2-ae6c-1603567659b9 req-f4d077dd-ff97-4b10-b896-47f1b2955b96 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486755 Aug 26 15:54:14.517758 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aef8a7-fe65-4c23-bc12-1c4140a3d03e req-57aecbca-ff66-4fd3-a993-61f960a9f4f8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:14.520577 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c8aef8a7-fe65-4c23-bc12-1c4140a3d03e req-57aecbca-ff66-4fd3-a993-61f960a9f4f8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0573213 Aug 26 15:54:14.574071 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c8aef8a7-fe65-4c23-bc12-1c4140a3d03e req-834884b4-648c-4984-9550-5f85f12ae0d0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Aug 26 15:54:15.497794 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dd7f7-2aac-4dac-bf6f-fe3287d1b197 req-3403849a-f884-4de9-828b-7508142fe3c0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:15.499315 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ed3dd7f7-2aac-4dac-bf6f-fe3287d1b197 req-3403849a-f884-4de9-828b-7508142fe3c0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0490162 Aug 26 15:54:15.538292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:15.552468 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ed3dd7f7-2aac-4dac-bf6f-fe3287d1b197 req-71ec9468-5553-41c0-bd30-751cf047533d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Aug 26 15:54:15.720542 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0cf30-6cf4-4922-b6af-4ff319beb6bb req-f51a3a49-4c85-4235-bdea-3751d147177f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:15.722107 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fa0cf30-6cf4-4922-b6af-4ff319beb6bb req-f51a3a49-4c85-4235-bdea-3751d147177f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0562112 Aug 26 15:54:15.770618 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fa0cf30-6cf4-4922-b6af-4ff319beb6bb req-18fdd2ed-43be-460d-85c1-9f87ddd1c2c9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Aug 26 15:54:16.683166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7dfc2-50d6-4885-8b7d-a7b25ff18147 req-0dc88d48-1ffc-4d3f-ab9a-70c9cca138bd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:16.684705 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7ad7dfc2-50d6-4885-8b7d-a7b25ff18147 req-0dc88d48-1ffc-4d3f-ab9a-70c9cca138bd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0504539 Aug 26 15:54:16.733468 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7ad7dfc2-50d6-4885-8b7d-a7b25ff18147 req-fc51cb71-3574-44d0-aaf6-69347c57089e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Aug 26 15:54:16.908606 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f33f8-a3b0-459b-be70-bbd89125658c req-51555f88-9e27-4b6c-a98e-c968baccfc6a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:16.910165 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3c5f33f8-a3b0-459b-be70-bbd89125658c req-51555f88-9e27-4b6c-a98e-c968baccfc6a tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0502937 Aug 26 15:54:16.943184 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:16.961392 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3c5f33f8-a3b0-459b-be70-bbd89125658c req-a694821b-c3b4-47a5-880a-5362eafd56c8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Aug 26 15:54:17.856745 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47108f4-967e-4f94-aa24-631d1c33bbc7 req-e1f16403-f0da-43f9-bcef-1f87d8bdbfa1 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:17.858208 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d47108f4-967e-4f94-aa24-631d1c33bbc7 req-e1f16403-f0da-43f9-bcef-1f87d8bdbfa1 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 931 time: 0.0510988 Aug 26 15:54:17.905998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d47108f4-967e-4f94-aa24-631d1c33bbc7 req-9f6b16e6-5c1b-4454-be5c-673cf4187ddd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Aug 26 15:54:18.082697 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fa865-8ed6-4d1f-b780-ee9349c5418c req-bd260ace-f002-490d-b078-b134c3deb2b4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:18.084077 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7a5fa865-8ed6-4d1f-b780-ee9349c5418c req-bd260ace-f002-490d-b078-b134c3deb2b4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0467134 Aug 26 15:54:18.134915 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7a5fa865-8ed6-4d1f-b780-ee9349c5418c req-0dfa2185-5298-440c-9470-8d98467b2a97 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453224 Aug 26 15:54:18.201880 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Request body: {'port': {'device_id': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:18.265501 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.526828 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3463a69-702b-4594-8fcf-701aaf1b3696 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:54:18.534192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks [] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.547005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Transition to ACTIVE for port object c3463a69-702b-4594-8fcf-701aaf1b3696 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:54:18.634856 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.672122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:18.697644 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:18.747896 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Attempting to bind port c3463a69-702b-4594-8fcf-701aaf1b3696 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:54:18.748243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Attempting to bind port c3463a69-702b-4594-8fcf-701aaf1b3696 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:54:18.748569 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Attempting to bind port c3463a69-702b-4594-8fcf-701aaf1b3696 on network 908bb67d-0cbe-429c-8a55-ae215d1b8083 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:18.752950 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Port c3463a69-702b-4594-8fcf-701aaf1b3696 on network 908bb67d-0cbe-429c-8a55-ae215d1b8083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:54:18.753851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Attempting to bind port c3463a69-702b-4594-8fcf-701aaf1b3696 on network 908bb67d-0cbe-429c-8a55-ae215d1b8083 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:18.758645 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:54:18.758975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Checking segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:54:18.759351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Bound using segment: {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:54:18.759768 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Bound port: c3463a69-702b-4594-8fcf-701aaf1b3696, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05793b61-092d-4be5-9374-6b104e17a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:54:18.760144 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.800151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:18.821052 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:54:18.824079 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:54:18.966829 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.971212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:18.972339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:18.973782 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 1093 time: 0.7765989 Aug 26 15:54:18.974293 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:18.976580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e612d94-ff54-4ae3-85d4-182891cf36a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:19.030356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bb7d5e-d23c-4257-bef9-ebd05227c02b x-openstack-request-id: req-d1bb7d5e-d23c-4257-bef9-ebd05227c02b {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:19.030652 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:19.030908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1bb7d5e-d23c-4257-bef9-ebd05227c02b {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:19.031371 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bb7d5e-d23c-4257-bef9-ebd05227c02b'] response: {'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:54:19.068723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ff8f-5b0e-4bbe-94cc-5a62bf6fb5cf req-802abfe4-dc66-46c9-9a37-62a23e70d50c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:19.070580 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c765ff8f-5b0e-4bbe-94cc-5a62bf6fb5cf req-802abfe4-dc66-46c9-9a37-62a23e70d50c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0888112 Aug 26 15:54:19.077000 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288623a-6b10-4683-afb2-e23502ba8d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:19.126620 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c765ff8f-5b0e-4bbe-94cc-5a62bf6fb5cf req-a2d8f9ce-a108-4c9d-b19f-29c7c3420ba6 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Aug 26 15:54:19.262233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b0b0e-657f-4359-b1b7-04cd119b4f8a req-22c40c03-2011-4b16-83f3-7110147b3595 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:19.263742 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1a7b0b0e-657f-4359-b1b7-04cd119b4f8a req-22c40c03-2011-4b16-83f3-7110147b3595 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0482826 Aug 26 15:54:19.312265 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1a7b0b0e-657f-4359-b1b7-04cd119b4f8a req-a235d3d3-2f27-409a-ad7f-acdfdad115ca tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Aug 26 15:54:19.520765 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:19.521536 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:20.254016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926f4f-b0a1-47fc-bc4a-62a76c8d9689 req-87ef1712-2e28-4206-acc2-fcbaaf88cc9b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:20.255965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5b926f4f-b0a1-47fc-bc4a-62a76c8d9689 req-87ef1712-2e28-4206-acc2-fcbaaf88cc9b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0529027 Aug 26 15:54:20.305877 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5b926f4f-b0a1-47fc-bc4a-62a76c8d9689 req-82e84475-5ae4-42b4-802e-a626890ea824 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Aug 26 15:54:20.410522 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-f7de5dba-0849-4746-bdd2-3ec23b8169c6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408885 Aug 26 15:54:20.435478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8956-9929-4c97-8b49-a3c4a5875df7 req-3c0af0c6-8d92-4a80-a466-467ef65fc696 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:20.437077 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8f1d8956-9929-4c97-8b49-a3c4a5875df7 req-3c0af0c6-8d92-4a80-a466-467ef65fc696 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0489070 Aug 26 15:54:20.486477 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8f1d8956-9929-4c97-8b49-a3c4a5875df7 req-43996b99-3c34-43a4-84fc-f1650b0a376b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Aug 26 15:54:21.159077 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-e197d296-7498-4c7b-8f33-596db3978d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:21.161142 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-e197d296-7498-4c7b-8f33-596db3978d4f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1127 time: 0.0443799 Aug 26 15:54:21.250182 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:21.252095 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:21.435804 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed0f99-32b5-45e5-a2d6-3b5185c08576 req-cd4077b1-6f04-44f3-8ae0-2d1f0e26bcd2 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:21.437431 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4eed0f99-32b5-45e5-a2d6-3b5185c08576 req-cd4077b1-6f04-44f3-8ae0-2d1f0e26bcd2 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0545509 Aug 26 15:54:21.501324 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4eed0f99-32b5-45e5-a2d6-3b5185c08576 req-1c730149-8ba7-4455-9631-657c6eda397a tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Aug 26 15:54:21.612106 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7534-a11e-4354-9296-9ff9a43d48f3 req-1ead741a-8664-43c4-920d-77d682250fab tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:21.613609 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-323d7534-a11e-4354-9296-9ff9a43d48f3 req-1ead741a-8664-43c4-920d-77d682250fab tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0496686 Aug 26 15:54:21.663602 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-323d7534-a11e-4354-9296-9ff9a43d48f3 req-ecf98bf7-e86f-4316-8e1c-267b62a6f5d1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Aug 26 15:54:21.779955 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350ead-d6ad-46b2-959f-9955730c3731 req-740e99df-b04e-4692-9e9c-c4163889704f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:21.781543 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-88350ead-d6ad-46b2-959f-9955730c3731 req-740e99df-b04e-4692-9e9c-c4163889704f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0476017 Aug 26 15:54:21.792921 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40440) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:21.797483 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Request body: {'floatingip': {'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:21.886261 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-4157cb8e-e5ba-49f5-9daa-c70a05f23de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:21.887774 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-4157cb8e-e5ba-49f5-9daa-c70a05f23de9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 1129 time: 0.0472927 Aug 26 15:54:21.900355 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:21.942355 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:22.023111 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-150700e6-d240-48d2-9694-8f01b7be875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.024512 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-150700e6-d240-48d2-9694-8f01b7be875c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1799073 Aug 26 15:54:22.106180 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-5310c6f7-eaee-4105-b472-a396bb2b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.108132 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-5310c6f7-eaee-4105-b472-a396bb2b833e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1028690 Aug 26 15:54:22.149222 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-62c74dfd-c866-4600-a406-4c3f4a1050de service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 200 len: 217 time: 0.0341566 Aug 26 15:54:22.200961 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-c0a89c42-bc37-4b74-82a7-57fcac54595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.202427 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-c0a89c42-bc37-4b74-82a7-57fcac54595f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0454702 Aug 26 15:54:22.222734 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:22.232733 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-8b44ecbe-3b90-4ee9-8516-29d8bf214918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.234195 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3e612d94-ff54-4ae3-85d4-182891cf36a0 req-8b44ecbe-3b90-4ee9-8516-29d8bf214918 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1911576 Aug 26 15:54:22.253712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-90e6a420-cf47-445f-aef5-cae7b846ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.256160 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-90e6a420-cf47-445f-aef5-cae7b846ec37 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449054 Aug 26 15:54:22.358956 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-53d4143e-373f-4989-ab3c-48fb603c0713 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953519 Aug 26 15:54:22.382056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-e5a3627d-40b3-4ed2-aff0-965a6d01d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.388652 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-e5a3627d-40b3-4ed2-aff0-965a6d01d4e1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1127 time: 0.0568070 Aug 26 15:54:22.449493 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:22.476855 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15a5d279-cce8-412b-8e62-04a2ffe0f789 req-f0c6e378-b571-4722-92bd-b9ce09451526 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073930 Aug 26 15:54:22.679095 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-975ed488-95a8-45ed-a4c5-7e9e5c6256ea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 217 time: 0.2694612 Aug 26 15:54:22.749189 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1114-e113-47cb-9e57-0f78c8bb8723 req-719832cc-9e33-433d-9eee-810433b166be tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:22.750656 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e20f1114-e113-47cb-9e57-0f78c8bb8723 req-719832cc-9e33-433d-9eee-810433b166be tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0762227 Aug 26 15:54:22.841303 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:22.845934 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e20f1114-e113-47cb-9e57-0f78c8bb8723 req-04f63d0a-1a73-4e85-954a-397b55d4004c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 Aug 26 15:54:22.897895 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:23.140064 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-3a1071de-d392-4c56-a568-5ffd00bfe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:23.141283 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-3a1071de-d392-4c56-a568-5ffd00bfe07c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0593486 Aug 26 15:54:23.143020 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Router 03cdde03-fcac-4643-8465-5bfd52c82260 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:54:23.264039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:23.269534 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-46a152c0-3412-4595-abe6-a88cf9bf6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:23.271057 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-46a152c0-3412-4595-abe6-a88cf9bf6713 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0822845 Aug 26 15:54:23.286275 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:54:23.291275 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:23.297817 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:54:23.320687 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:23.321418 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:23.341729 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:23.344420 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb8baec-4147-4e4e-bde8-078d1c289c89" -d '{"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:23.406618 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:23.413638 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456e0d2a-43e9-4739-b5d1-60a84f7cd696 x-openstack-request-id: req-456e0d2a-43e9-4739-b5d1-60a84f7cd696 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:23.413923 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:23.414182 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-456e0d2a-43e9-4739-b5d1-60a84f7cd696 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:23.414571 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456e0d2a-43e9-4739-b5d1-60a84f7cd696'] response: {'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'status': 'completed', 'code': 200} Aug 26 15:54:23.420040 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0fc1761f-7b6d-480b-b67f-ace31aaef988 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/7347875e-f94f-4502-910c-a379005cef6a HTTP/1.1" status: 200 len: 993 time: 1.6238685 Aug 26 15:54:23.441905 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:23.450794 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-a936a000-e3c3-43df-8380-7ad7b8cc12a3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287816 Aug 26 15:54:23.590274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-d8245909-0404-4550-84a2-7acdb32ef463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:23.592473 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-d8245909-0404-4550-84a2-7acdb32ef463 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0976603 Aug 26 15:54:23.616109 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f48ecc0d-a539-42c9-8c52-3e2a1703554b req-d3cc44f9-f66e-4297-9d69-35c2a3606f92 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237280 Aug 26 15:54:23.730793 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-d39f3f3b-85fa-4c9f-9127-fb8b9ec77122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:23.732407 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-d39f3f3b-85fa-4c9f-9127-fb8b9ec77122 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1307547 Aug 26 15:54:23.767692 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:54:22Z', 'revision_number': 3, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:23.795415 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:54:23.800663 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-ea0f1964-8f5f-4c44-95e7-7d78520d3bf2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 1001 time: 0.0562263 Aug 26 15:54:23.804315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:23.804957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:23.918212 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:23.977268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821de35-ac60-47a3-a6bf-ec5a36967a0e req-a3c08748-c1d5-49f7-b174-2fff5e7a05bc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:23.978898 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3821de35-ac60-47a3-a6bf-ec5a36967a0e req-a3c08748-c1d5-49f7-b174-2fff5e7a05bc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0559762 Aug 26 15:54:23.999630 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:23.999991 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d61514-cc83-4111-93a9-ddf928e0e37f req-1fcfa79c-5769-446b-b68e-c9a0a08577da tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:24.002047 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-88d61514-cc83-4111-93a9-ddf928e0e37f req-1fcfa79c-5769-446b-b68e-c9a0a08577da tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0520852 Aug 26 15:54:24.035775 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3821de35-ac60-47a3-a6bf-ec5a36967a0e req-1c0af697-eead-40b5-8424-2c84a8b41640 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Aug 26 15:54:24.066895 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-88d61514-cc83-4111-93a9-ddf928e0e37f req-026a1650-fa36-4c52-9df7-2f9fbd0f89d7 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Aug 26 15:54:24.265286 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:54:22Z', 'revision_number': 3, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:24.291028 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306786f6-0f6e-4136-a9c1-08001b8eaf84 None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '7347875e-f94f-4502-910c-a379005cef6a', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'port_id': 'c5172524-b071-4da7-93f1-8465faf155b2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'mac_address': 'fa:16:3e:39:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d976c8-85c3-48de-80ba-93fdff79445a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:52:04Z', 'updated_at': '2022-08-26T15:54:22Z', 'revision_number': 3, 'project_id': '853df33daae14bd9825788afd555e11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:54:25.117220 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-168a47b6-f480-4355-ace0-e34816d8870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:25.118962 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-168a47b6-f480-4355-ace0-e34816d8870b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0597303 Aug 26 15:54:25.191921 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85c29-86dc-4a49-a28f-4ca785ca2d28 req-74eda67a-2618-4138-b73a-1fd55ba14a1a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:25.193577 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7e85c29-86dc-4a49-a28f-4ca785ca2d28 req-74eda67a-2618-4138-b73a-1fd55ba14a1a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Aug 26 15:54:25.208315 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd60ab-0524-4ce5-a1a8-2930c893abf5 req-aa96a5b9-f854-40ac-b356-a1d6b6cb6a6f tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:25.209860 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1cfd60ab-0524-4ce5-a1a8-2930c893abf5 req-aa96a5b9-f854-40ac-b356-a1d6b6cb6a6f tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0860789 Aug 26 15:54:25.210989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-bb6d5ee2-94ab-4259-a882-edbc041bbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:25.212380 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-bb6d5ee2-94ab-4259-a882-edbc041bbfe3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793099 Aug 26 15:54:25.244268 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7e85c29-86dc-4a49-a28f-4ca785ca2d28 req-47c16f0e-cc40-4826-add3-7feaad695c94 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Aug 26 15:54:25.257897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1cfd60ab-0524-4ce5-a1a8-2930c893abf5 req-1b99a47e-cfc9-43cc-a712-b3ad24db1068 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Aug 26 15:54:25.415831 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:25.418154 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:25.454600 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db39f7-8c45-4ed8-ba42-91f54e993133 x-openstack-request-id: req-d8db39f7-8c45-4ed8-ba42-91f54e993133 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:25.454914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:25.455171 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8db39f7-8c45-4ed8-ba42-91f54e993133 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:25.455575 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8db39f7-8c45-4ed8-ba42-91f54e993133'] response: {'name': 'network-changed', 'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'status': 'completed', 'code': 200} Aug 26 15:54:26.364373 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6edf7-d12d-4b50-93e2-cb88556607b9 req-21f45605-fbb5-4e44-a14e-822eb997fa83 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:26.365868 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f3d6edf7-d12d-4b50-93e2-cb88556607b9 req-21f45605-fbb5-4e44-a14e-822eb997fa83 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Aug 26 15:54:26.380694 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286ecb-e06f-48cf-b2dc-27aaeda9f5cb req-e916baf7-4375-434e-9a2d-1b97437e27b4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:26.382217 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d1286ecb-e06f-48cf-b2dc-27aaeda9f5cb req-e916baf7-4375-434e-9a2d-1b97437e27b4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Aug 26 15:54:26.414784 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f3d6edf7-d12d-4b50-93e2-cb88556607b9 req-13ddea25-7292-473f-9dae-4b92ec0e21b4 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Aug 26 15:54:26.432516 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d1286ecb-e06f-48cf-b2dc-27aaeda9f5cb req-6ab7324b-b7d7-48ee-a92c-f11bc768768f tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Aug 26 15:54:27.510614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c3463a69-702b-4594-8fcf-701aaf1b3696 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:54:27.535223 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-b7f99397-ca9c-4f4d-842c-0288458805b4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285620 Aug 26 15:54:27.551794 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb488c27-b2c3-4ca2-9428-42be8e6bd161 req-74889659-c125-4e12-823f-10ad39bc6656 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:27.553661 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb488c27-b2c3-4ca2-9428-42be8e6bd161 req-74889659-c125-4e12-823f-10ad39bc6656 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0616462 Aug 26 15:54:27.580933 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509c43-6aac-48f8-92ed-275c756b1ac9 req-33542365-f7df-4d95-9e42-f450e157cfb5 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:27.582753 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d4509c43-6aac-48f8-92ed-275c756b1ac9 req-33542365-f7df-4d95-9e42-f450e157cfb5 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 943 time: 0.0635707 Aug 26 15:54:27.660277 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb488c27-b2c3-4ca2-9428-42be8e6bd161 req-d89ee561-9450-435e-95f2-99b4dd762dbf tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986700 Aug 26 15:54:27.674503 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-ab08a92e-48a7-4f85-8b67-12e2046769a6 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:27.676206 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-ab08a92e-48a7-4f85-8b67-12e2046769a6 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 946 time: 0.0810072 Aug 26 15:54:27.680478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:27.688476 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d4509c43-6aac-48f8-92ed-275c756b1ac9 req-11bdba23-ea1d-4a61-8927-f6cb13551e45 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997202 Aug 26 15:54:27.701746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'port_id': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'mac_address': 'fa:16:3e:e3:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:54:27.719254 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-beb8baec-4147-4e4e-bde8-078d1c289c89 req-35249eba-b237-4d93-9f35-a1b153e6f47b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255138 Aug 26 15:54:27.723805 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:27.739812 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c3463a69-702b-4594-8fcf-701aaf1b3696 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:54:27.740359 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:27.754657 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3463a69-702b-4594-8fcf-701aaf1b3696 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:54:27.766913 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:27.776364 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:27.812446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Deleting port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:54:27.812791 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:27.844493 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-f685bb35-3d97-4f65-b43c-76e20e4caf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:27.846122 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-f685bb35-3d97-4f65-b43c-76e20e4caf35 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 1130 time: 0.0428193 Aug 26 15:54:27.858029 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:27.908494 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:27.916712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] For port 52d33e41-9211-4ad4-ac40-766f6c12c9d8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=52d33e41-9211-4ad4-ac40-766f6c12c9d8,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:27.917103 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:27.920524 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.920879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.921226 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.921333 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:27.921791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.921918 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.922254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.922584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.922915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.923260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.923594 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.923943 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.924308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.925757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.925757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.927271 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:27.936404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Calling delete_port for 52d33e41-9211-4ad4-ac40-766f6c12c9d8 owned by compute:nova {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:54:27.963903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-f67433e2-6a8c-439d-84b0-f769315752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:27.965313 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-f67433e2-6a8c-439d-84b0-f769315752d9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1105933 Aug 26 15:54:27.997244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:28.035288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-904fea8f-3157-4325-bb0c-034834ab57a2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 200 len: 1001 time: 0.0605161 Aug 26 15:54:28.086791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-7c0fb1af-73bb-4a30-be3f-d15808416f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:28.088299 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-7c0fb1af-73bb-4a30-be3f-d15808416f10 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0470197 Aug 26 15:54:28.132230 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (52d33e41-9211-4ad4-ac40-766f6c12c9d8), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:28.140110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-5daa99a9-9327-4ff9-b2e1-24de8b4891c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:28.141627 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-5daa99a9-9327-4ff9-b2e1-24de8b4891c3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468619 Aug 26 15:54:28.161647 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Pushing event deleted for resources: {'Port': ['ID=52d33e41-9211-4ad4-ac40-766f6c12c9d8,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:28.164046 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:28.189242 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.189588 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.189927 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.190262 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.190590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.190916 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.191236 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.191610 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.191894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.192233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.192550 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.192872 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.193193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.193532 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.193833 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:54:28.206111 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['52d33e41-9211-4ad4-ac40-766f6c12c9d8'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:54:28.224584 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] No DVR routers for this DVR port 52d33e41-9211-4ad4-ac40-766f6c12c9d8 on host hv-cinder-83124 {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:54:28.227860 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:28.234814 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bf7ac8f-43e2-45e4-aaf8-599fbfea8b8b req-77b9ddb3-6fb5-4010-9fb5-69060a0ab0cc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "DELETE /networking/v2.0/ports/52d33e41-9211-4ad4-ac40-766f6c12c9d8 HTTP/1.1" status: 204 len: 173 time: 0.5450506 Aug 26 15:54:28.235297 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'name': 'network-vif-deleted', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:28.237960 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539b1ce-81f4-4bd5-a553-072a4c0167f3" -d '{"events": [{"server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "name": "network-vif-deleted", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:28.249393 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-c2316b66-21da-42c8-9e53-1bc3ec3cd43c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991127 Aug 26 15:54:28.278409 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a8a06-86b0-44ca-ad20-c942252885e7 x-openstack-request-id: req-bb7a8a06-86b0-44ca-ad20-c942252885e7 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:28.278705 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33", "name": "network-vif-deleted", "tag": "52d33e41-9211-4ad4-ac40-766f6c12c9d8", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:28.279003 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb7a8a06-86b0-44ca-ad20-c942252885e7 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:28.279441 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7a8a06-86b0-44ca-ad20-c942252885e7'] response: {'server_uuid': 'ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33', 'name': 'network-vif-deleted', 'tag': '52d33e41-9211-4ad4-ac40-766f6c12c9d8', 'status': 'completed', 'code': 200} Aug 26 15:54:28.331959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:28.355964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c3463a69-702b-4594-8fcf-701aaf1b3696'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:54:28.358479 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d58c6d92-e0a8-4544-905c-b6f2b7e7c7fb req-51688dbe-b931-4545-af7c-deea755becd5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001878 Aug 26 15:54:28.789705 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f9017002-bd1e-4f5b-a202-1ae1f3bba376 req-a210c48f-4b06-4fd2-8858-f83c044482b3 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=ae3d0d8c-aaa6-4e9c-9a70-b1a6481f9e33 HTTP/1.1" status: 200 len: 210 time: 0.0375950 Aug 26 15:54:28.822876 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58e5e-0597-4c48-abaa-52c8f680eb21 req-3663dfe6-8a1b-40b8-a181-0c457d9d6d9c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:28.824439 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89a58e5e-0597-4c48-abaa-52c8f680eb21 req-3663dfe6-8a1b-40b8-a181-0c457d9d6d9c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 944 time: 0.0583060 Aug 26 15:54:28.880675 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89a58e5e-0597-4c48-abaa-52c8f680eb21 req-6acde88c-cb34-4f1c-bea4-17c03f9d636b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Aug 26 15:54:29.556193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c3463a69-702b-4594-8fcf-701aaf1b3696 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:54:29.609761 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port c3463a69-702b-4594-8fcf-701aaf1b3696 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:54:29.764211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port c3463a69-702b-4594-8fcf-701aaf1b3696 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:54:29.764615 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:29.841720 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c3463a69-702b-4594-8fcf-701aaf1b3696 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:54:29.842119 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:29.872338 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:29.874683 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4fc164-844f-4ad4-910d-df654ba99f3c" -d '{"events": [{"server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "name": "network-vif-plugged", "status": "completed", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:29.891091 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:29.928456 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d194d005-762d-4329-b4ff-a583da64f67f x-openstack-request-id: req-d194d005-762d-4329-b4ff-a583da64f67f {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:29.928702 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "name": "network-vif-plugged", "status": "completed", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:29.928959 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d194d005-762d-4329-b4ff-a583da64f67f {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:29.929641 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d194d005-762d-4329-b4ff-a583da64f67f'] response: {'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'code': 200} Aug 26 15:54:29.984245 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:30.012096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc85b-3d2b-4c75-a017-87d4cbb68813 req-5b62c3e3-9bb0-45f0-a920-9e08b0d04fc7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:30.013891 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-962cc85b-3d2b-4c75-a017-87d4cbb68813 req-5b62c3e3-9bb0-45f0-a920-9e08b0d04fc7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 944 time: 0.0556474 Aug 26 15:54:30.045044 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:30.081222 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-962cc85b-3d2b-4c75-a017-87d4cbb68813 req-2d478081-921f-426b-8a47-64b829cb74c3 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Aug 26 15:54:30.310937 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc5b4-1685-4a8d-b1fc-72724466febf req-40743f4d-d04a-4440-a86e-4fc6304ede70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:30.312545 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0cebc5b4-1685-4a8d-b1fc-72724466febf req-40743f4d-d04a-4440-a86e-4fc6304ede70 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1129 time: 0.0455227 Aug 26 15:54:30.366992 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0cebc5b4-1685-4a8d-b1fc-72724466febf req-8f5cf76b-2aa6-4dd2-a9f9-fa66ac8a3cfe service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Aug 26 15:54:31.169778 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-da6a59ae-3267-4be9-af48-6a70021f6fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:31.202397 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780685bc-8417-4f99-a1e4-92889b7c8d53 req-c1740cd2-72c9-428d-aa3c-e55702721643 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:31.203978 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-780685bc-8417-4f99-a1e4-92889b7c8d53 req-c1740cd2-72c9-428d-aa3c-e55702721643 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0481119 Aug 26 15:54:31.251742 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-780685bc-8417-4f99-a1e4-92889b7c8d53 req-badeb971-1681-474c-b673-eee6e6a8172a tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Aug 26 15:54:32.372859 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664c9d5-145e-4285-aeb6-8843de878538 req-69445a48-2817-4635-9095-dfd1c98e31a7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:32.374342 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4664c9d5-145e-4285-aeb6-8843de878538 req-69445a48-2817-4635-9095-dfd1c98e31a7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0481248 Aug 26 15:54:32.427687 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4664c9d5-145e-4285-aeb6-8843de878538 req-7d29bd46-e535-4a30-b611-8a347e784491 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Aug 26 15:54:33.470815 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 52d33e41-9211-4ad4-ac40-766f6c12c9d8 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:54:33.491549 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-26eb8d69-be88-4ba2-9d67-80b8ee06c6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:33.492887 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 52d33e41-9211-4ad4-ac40-766f6c12c9d8 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:54:33.493213 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 52d33e41-9211-4ad4-ac40-766f6c12c9d8 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:54:33.532248 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:33.546229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7c44-97c2-4db3-8188-254f9688b7f8 req-659d0c0d-a0ad-427d-a857-fc1949af6845 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:33.546770 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=17 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:33.547768 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1ecc7c44-97c2-4db3-8188-254f9688b7f8 req-659d0c0d-a0ad-427d-a857-fc1949af6845 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Aug 26 15:54:33.602149 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1ecc7c44-97c2-4db3-8188-254f9688b7f8 req-2dbe7273-c026-4794-9fa6-de397c45cb8c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Aug 26 15:54:34.724762 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957ef5-19f4-454e-b247-e5624a6ff867 req-db1d0c5c-77e0-4dab-9cef-8c03763a8227 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:34.726275 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c1957ef5-19f4-454e-b247-e5624a6ff867 req-db1d0c5c-77e0-4dab-9cef-8c03763a8227 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 26 15:54:34.776325 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c1957ef5-19f4-454e-b247-e5624a6ff867 req-c3bab223-e73b-49b7-9dee-0c3d2433c34b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Aug 26 15:54:34.789791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:35.895104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabdea-311e-4bfd-9d9c-bca8c5d11e79 req-3e36f92a-6cf2-4b68-b035-3b4097336071 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:35.896610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cfabdea-311e-4bfd-9d9c-bca8c5d11e79 req-3e36f92a-6cf2-4b68-b035-3b4097336071 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Aug 26 15:54:35.943520 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7cfabdea-311e-4bfd-9d9c-bca8c5d11e79 req-5c8615a6-7bda-4862-ab12-348e7e2189b7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Aug 26 15:54:36.064954 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e330-8ab8-4d39-aee5-49521b8f0e73 req-0b665815-d914-4252-95c8-c3496d70f4ed tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:36.066608 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8f30e330-8ab8-4d39-aee5-49521b8f0e73 req-0b665815-d914-4252-95c8-c3496d70f4ed tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Aug 26 15:54:36.128219 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8f30e330-8ab8-4d39-aee5-49521b8f0e73 req-04112c1f-2a73-4ed0-bae8-ce19fc57b5a5 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556507 Aug 26 15:54:36.381901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:36.458486 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:36.485660 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5187-79ab-4bc0-815a-b0f9f684e74b req-265c87f7-f09a-48a0-95e2-672fb6a5795c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:36.488065 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-437b5187-79ab-4bc0-815a-b0f9f684e74b req-265c87f7-f09a-48a0-95e2-672fb6a5795c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0692036 Aug 26 15:54:36.538988 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-437b5187-79ab-4bc0-815a-b0f9f684e74b req-ca1617cf-162c-4df3-bd62-c25cd01e8d0b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Aug 26 15:54:36.599831 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb416bd-9a01-43bf-b1cc-cf440c3ff946 req-f70d8001-6254-48d2-a1d9-252509636e2c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:36.601373 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ecb416bd-9a01-43bf-b1cc-cf440c3ff946 req-f70d8001-6254-48d2-a1d9-252509636e2c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0566182 Aug 26 15:54:36.650540 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ecb416bd-9a01-43bf-b1cc-cf440c3ff946 req-5b6f51c1-4450-4d37-b348-64e5cfafa569 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Aug 26 15:54:37.773236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12080f0-0d27-4803-89fb-3369c6283af6 req-f56300ea-e520-4781-a222-5998bed903b5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:37.774623 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e12080f0-0d27-4803-89fb-3369c6283af6 req-f56300ea-e520-4781-a222-5998bed903b5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0509253 Aug 26 15:54:37.805075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:37.821717 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e12080f0-0d27-4803-89fb-3369c6283af6 req-2a0b513f-c17f-4bd6-a76f-0c1f329d64d0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 Aug 26 15:54:38.942445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb3516-5c6d-4a06-a9a1-6d2de05c8f3f req-2b55462d-c902-46fa-8a35-09655ff7075d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:38.944219 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d6eb3516-5c6d-4a06-a9a1-6d2de05c8f3f req-2b55462d-c902-46fa-8a35-09655ff7075d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0469146 Aug 26 15:54:38.992270 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d6eb3516-5c6d-4a06-a9a1-6d2de05c8f3f req-add7a06e-a8c4-4d5c-bcad-d0e26c9f4b3a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Aug 26 15:54:40.111988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d6a3-5c39-4972-aed2-af3fc6f15cca req-8880aa8b-3f23-4db7-bac6-6cb2e436f8bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:40.113463 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-56e2d6a3-5c39-4972-aed2-af3fc6f15cca req-8880aa8b-3f23-4db7-bac6-6cb2e436f8bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0484374 Aug 26 15:54:40.160938 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-56e2d6a3-5c39-4972-aed2-af3fc6f15cca req-1242870a-a349-480b-b099-64e01fb2f07b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88114fda-b27d-4f88-b9e2-308254181628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Aug 26 15:54:40.323432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-63abc08b-aa6e-4711-bb27-8d9e890072bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:40.324794 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-63abc08b-aa6e-4711-bb27-8d9e890072bb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 946 time: 0.0461898 Aug 26 15:54:40.417451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Deleting port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:54:40.417797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:40.512657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] For port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:40.513026 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:40.603922 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:41.080321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.080685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.080998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Floating IP 5d724cac-be4e-4155-9d2c-74cd4f1e5a6b disassociated. External IP: 172.27.3.46, port: 35e38d0a-ebb0-4877-bfe3-31b8806f3fde. Aug 26 15:54:41.081336 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Calling delete_port for 35e38d0a-ebb0-4877-bfe3-31b8806f3fde owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:54:41.103102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-70bfe538-1f71-4fc8-9a89-18e98d4e4384 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:41.104586 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-70bfe538-1f71-4fc8-9a89-18e98d4e4384 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/networks?id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc HTTP/1.1" status: 200 len: 813 time: 0.1693559 Aug 26 15:54:41.149771 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-5aa553cf-3e56-406c-933f-af9cfe6fed8f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/quotas/7e4bab21dc3141bd89ee2ea54fe0c14c HTTP/1.1" status: 200 len: 375 time: 0.0395932 Aug 26 15:54:41.195276 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-c05cf311-281f-45dc-96db-e4b83c1f672d tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377622 Aug 26 15:54:41.331127 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-e6c96249-2296-41c3-982e-0fb70835e7ed service neutron] 10.222.0.98 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248121 Aug 26 15:54:41.366993 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.395721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (35e38d0a-ebb0-4877-bfe3-31b8806f3fde), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.431992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'Port': ['ID=35e38d0a-ebb0-4877-bfe3-31b8806f3fde,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:41.443754 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:41.466645 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-dd219b17-15de-4151-92c5-0344b1f7d2c6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289988 Aug 26 15:54:41.608179 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06a73e22-6b92-4736-bf3c-53ce1fce0035 req-05b3bf0a-aae0-4a41-b4ce-f9619605faf5 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0291269 Aug 26 15:54:41.616790 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:54:41.753267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:54:41.760574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:41.764542 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:54:41.775909 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:41.776557 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:41.783366 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8f92552c-7e2a-415e-93f8-fd62a57cfec6 req-e239eaf4-fee7-4ebe-baaa-fab3be1e4bba tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 210 time: 0.0375667 Aug 26 15:54:41.839960 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] No DVR routers for this DVR port 35e38d0a-ebb0-4877-bfe3-31b8806f3fde on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:54:41.845777 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.849304 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b31d669-cb67-4270-b60c-2d6e112039f4 req-a997e6f8-7848-43df-900b-a23c7b013689 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "DELETE /networking/v2.0/ports/35e38d0a-ebb0-4877-bfe3-31b8806f3fde HTTP/1.1" status: 204 len: 173 time: 1.5181370 Aug 26 15:54:41.849854 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'name': 'network-vif-deleted', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:41.861657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad655a-f0af-4e08-8b6a-164ae4a116f2" -d '{"events": [{"server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "name": "network-vif-deleted", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:41.914391 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:41.915906 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c12d43-5694-40bb-9fc2-7d363c8f025d x-openstack-request-id: req-39c12d43-5694-40bb-9fc2-7d363c8f025d {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:41.916422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdeefc3-4622-43da-a414-d7813721bc01", "name": "network-vif-deleted", "tag": "35e38d0a-ebb0-4877-bfe3-31b8806f3fde", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:41.916904 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39c12d43-5694-40bb-9fc2-7d363c8f025d {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:41.917344 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c12d43-5694-40bb-9fc2-7d363c8f025d'] response: {'server_uuid': '6bdeefc3-4622-43da-a414-d7813721bc01', 'name': 'network-vif-deleted', 'tag': '35e38d0a-ebb0-4877-bfe3-31b8806f3fde', 'status': 'completed', 'code': 200} Aug 26 15:54:42.118037 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:42.145953 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:54:42.155091 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:42.155831 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:42.265455 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:42.480128 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:42.505862 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfb7ba-ad25-4117-971f-52494e0ac59d None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:54:42.750095 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a2a5aaaa-c457-4643-85ad-407136d14d87 req-312be2b9-45f8-4dfb-a356-bd3bf59c0f66 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Aug 26 15:54:42.776983 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d772b6-af75-45ec-8415-a20e3bbe1832 None None] New status for floating IP 5d724cac-be4e-4155-9d2c-74cd4f1e5a6b: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:54:42.884926 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a28ec82-786c-4aef-9533-2310a7443dcb req-232d2f6c-1aee-4874-87e7-cba30ec3c19e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 210 time: 0.0391059 Aug 26 15:54:43.867123 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f62acabb-ce8b-445d-919e-de22bd5d4452 req-7f05ec07-a473-4430-ad09-332c85402b17 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6bdeefc3-4622-43da-a414-d7813721bc01 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Aug 26 15:54:43.994551 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b75c995-0dbb-46bf-8a1a-a86520a34efa req-1213347d-6401-45d6-bb1c-6229fa2ff97a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 210 time: 0.0287683 Aug 26 15:54:45.011596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40640) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:45.034616 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-9a7823f3-9d43-43f7-a1a7-f11df73bbb36 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:45.038764 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-9a7823f3-9d43-43f7-a1a7-f11df73bbb36 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc HTTP/1.1" status: 200 len: 813 time: 0.1121678 Aug 26 15:54:45.062513 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Request body: {'port': {'device_id': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc', 'admin_state_up': True, 'tenant_id': '7e4bab21dc3141bd89ee2ea54fe0c14c'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:45.079067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (88114fda-b27d-4f88-b9e2-308254181628), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.119075 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-afd5595c-f918-450c-adda-737c46e154f4 req-f48ed282-81c0-422f-a307-f76905aac91b tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 210 time: 0.0419216 Aug 26 15:54:45.134611 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (88114fda-b27d-4f88-b9e2-308254181628), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.270383 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Made reservation on behalf of 7e4bab21dc3141bd89ee2ea54fe0c14c for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:54:45.270875 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (88114fda-b27d-4f88-b9e2-308254181628), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.273526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.274438 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.278003 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/88114fda-b27d-4f88-b9e2-308254181628 HTTP/1.1" status: 204 len: 168 time: 0.2652922 Aug 26 15:54:45.278243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40646) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:45.291719 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252f3a5-7330-411b-9f98-bb8b55fbd39d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88114fda-b27d-4f88-b9e2-308254181628,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:45.303772 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-d695d624-7047-4979-b8b3-43054f13649a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] show failed (client error): The resource could not be found. Aug 26 15:54:45.308570 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d695d624-7047-4979-b8b3-43054f13649a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups/88114fda-b27d-4f88-b9e2-308254181628 HTTP/1.1" status: 404 len: 347 time: 0.0255458 Aug 26 15:54:45.309635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40650) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:45.502086 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Deleting port af5771be-0aa4-4d09-a629-e053c0f1ba3e {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:54:45.502429 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.564815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Allocated IP 172.20.0.12 (1d5138f4-1909-488f-bfaa-fb93ef1d71dc/ba997180-becf-436e-8fc8-31a8dfab0489/c403c367-d759-4ca4-b284-2bda6e58d872) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:54:45.620357 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.620735 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (af5771be-0aa4-4d09-a629-e053c0f1ba3e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.648474 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Calling delete_port for af5771be-0aa4-4d09-a629-e053c0f1ba3e owned by network:floatingip {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:54:45.723678 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 35e38d0a-ebb0-4877-bfe3-31b8806f3fde no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:54:45.743817 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 35e38d0a-ebb0-4877-bfe3-31b8806f3fde {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:54:45.744193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 35e38d0a-ebb0-4877-bfe3-31b8806f3fde not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:54:45.752558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:45.805232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:45.841132 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks [] for port (c403c367-d759-4ca4-b284-2bda6e58d872), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:45.964957 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.008067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (af5771be-0aa4-4d09-a629-e053c0f1ba3e), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.010893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:54:46.020324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:54:46.027101 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:54:46.055348 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Pushing event updated for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:46.107491 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'Port': ['ID=af5771be-0aa4-4d09-a629-e053c0f1ba3e,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:46.139364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:46.139997 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.164166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (5d724cac-be4e-4155-9d2c-74cd4f1e5a6b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.166710 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.167883 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-df5b002b-c3e9-4de7-abfa-663cd5c6ad88 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/5d724cac-be4e-4155-9d2c-74cd4f1e5a6b HTTP/1.1" status: 204 len: 168 time: 0.8572416 Aug 26 15:54:46.227146 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-d9e23e4a-53a2-4f56-ba7d-76b39e52c64e tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701910 Aug 26 15:54:46.256608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Request body: {'port': {'device_id': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:46.297797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40658) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:46.298415 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50999bcd-09d7-434c-8fb7-0d4d2f42acc0 req-797d0b04-51e6-444e-b787-55b460def929 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:46.298531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062102801', 'description': 'tempest-description--35638658'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:46.298621 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-50999bcd-09d7-434c-8fb7-0d4d2f42acc0 req-797d0b04-51e6-444e-b787-55b460def929 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 932 time: 0.0817280 Aug 26 15:54:46.348742 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.372486 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.381878 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-50999bcd-09d7-434c-8fb7-0d4d2f42acc0 req-c64355b4-ee35-42b6-915e-c75f631ce604 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796034 Aug 26 15:54:46.412713 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:46.418506 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:46.451598 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:46.458869 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (9cf027c1-d1e3-43b8-b6e6-3257c1cd715a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.529986 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:54:46.530996 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9cf027c1-d1e3-43b8-b6e6-3257c1cd715a), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.566928 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:46.625946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.627223 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3c484865-a9c6-4000-861b-d4704ac31347 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3345439 Aug 26 15:54:46.630384 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40662) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:46.637611 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group_rule': {'security_group_id': '9cf027c1-d1e3-43b8-b6e6-3257c1cd715a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:46.638771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c403c367-d759-4ca4-b284-2bda6e58d872 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:54:46.646801 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks [] for port (c403c367-d759-4ca4-b284-2bda6e58d872), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.659178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Transition to ACTIVE for port object c403c367-d759-4ca4-b284-2bda6e58d872 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:54:46.782075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.791489 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (a474e67d-a62f-4a0f-930e-61cbd200eb93), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.808912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:46.849566 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Pushing event updated for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:46.864387 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (a474e67d-a62f-4a0f-930e-61cbd200eb93), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.901827 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Attempting to bind port c403c367-d759-4ca4-b284-2bda6e58d872 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:54:46.902260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Attempting to bind port c403c367-d759-4ca4-b284-2bda6e58d872 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:54:46.902593 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Attempting to bind port c403c367-d759-4ca4-b284-2bda6e58d872 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:46.907960 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Port c403c367-d759-4ca4-b284-2bda6e58d872 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:54:46.913389 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Attempting to bind port c403c367-d759-4ca4-b284-2bda6e58d872 on network 1d5138f4-1909-488f-bfaa-fb93ef1d71dc {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:46.917407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:54:46.917825 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Checking segment: {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:54:46.918212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Bound using segment: {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:54:46.918644 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Bound port: c403c367-d759-4ca4-b284-2bda6e58d872, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caed0111-ca4a-4408-93ac-c9689dea98ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:54:46.919004 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.932766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (a474e67d-a62f-4a0f-930e-61cbd200eb93), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:46.955883 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a474e67d-a62f-4a0f-930e-61cbd200eb93,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:46.986078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:54:46.989262 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c403c367-d759-4ca4-b284-2bda6e58d872,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:54:47.031939 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.033187 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f23bf0d1-16ce-431d-b18d-69292ed6a0e0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019258 Aug 26 15:54:47.036462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40666) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:47.040923 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'security_group_rule': {'security_group_id': '9cf027c1-d1e3-43b8-b6e6-3257c1cd715a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:47.060205 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.064826 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.065430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.068128 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/c403c367-d759-4ca4-b284-2bda6e58d872 HTTP/1.1" status: 200 len: 1094 time: 0.8164198 Aug 26 15:54:47.068128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:47.069556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2388a84-41bc-4275-aebf-201249dbf7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:47.110751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea6656-a048-457a-8c94-07ba105a46b0 x-openstack-request-id: req-b6ea6656-a048-457a-8c94-07ba105a46b0 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:47.111042 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:47.111295 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6ea6656-a048-457a-8c94-07ba105a46b0 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:47.111697 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ea6656-a048-457a-8c94-07ba105a46b0'] response: {'name': 'network-changed', 'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872', 'status': 'completed', 'code': 200} Aug 26 15:54:47.127027 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a73ed-fd9d-40d2-9b04-fdf921bcfb71 service neutron] Pushing event updated for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:47.184931 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (d6e3faf4-b2a4-421a-90c6-3f8c232798c6), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.213639 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-d769b48d-aceb-413e-9314-2750532f0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.217288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-d769b48d-aceb-413e-9314-2750532f0cb5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 1128 time: 0.0443807 Aug 26 15:54:47.246836 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (d6e3faf4-b2a4-421a-90c6-3f8c232798c6), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.321251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (d6e3faf4-b2a4-421a-90c6-3f8c232798c6), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.337176 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-18fb1723-6858-426f-9c89-1e0c0948000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.338638 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-18fb1723-6858-426f-9c89-1e0c0948000c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043270 Aug 26 15:54:47.338778 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e3faf4-b2a4-421a-90c6-3f8c232798c6,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:47.403296 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.404491 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0409f4c6-f210-43ba-9269-3de3504fce3d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670280 Aug 26 15:54:47.407547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40670) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:47.413897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:47.414369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:47.443286 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-713b2732-d280-43f4-9352-0ed32064b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.444847 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e2388a84-41bc-4275-aebf-201249dbf7a3 req-713b2732-d280-43f4-9352-0ed32064b059 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0996809 Aug 26 15:54:47.493010 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.514148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27314365-bf87-4695-92b8-f516a40ce8d7 req-96d16724-cdd8-4e7e-8320-14e7f96cf77f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.515687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27314365-bf87-4695-92b8-f516a40ce8d7 req-96d16724-cdd8-4e7e-8320-14e7f96cf77f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 944 time: 0.0542350 Aug 26 15:54:47.585832 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.586147 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-13262f8e-cd20-46b7-89b5-ab402b319a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.587741 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-13262f8e-cd20-46b7-89b5-ab402b319a3f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 1128 time: 0.0703580 Aug 26 15:54:47.604956 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27314365-bf87-4695-92b8-f516a40ce8d7 req-67b8b7e4-1c29-4ec2-9113-07ba4cc95f41 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787795 Aug 26 15:54:47.652367 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-9d202076-7561-42ea-8332-f397a4927bb0 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c403c367-d759-4ca4-b284-2bda6e58d872 HTTP/1.1" status: 200 len: 217 time: 0.0460708 Aug 26 15:54:47.694138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:47.703099 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Allocated IP 172.27.3.209 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/201ac9ce-2bc2-41e6-8e7f-48a01dc0c086) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:54:47.708721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-92d90716-072a-44a6-b681-1638b259761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:47.710190 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-92d90716-072a-44a6-b681-1638b259761b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ba997180-becf-436e-8fc8-31a8dfab0489 HTTP/1.1" status: 200 len: 853 time: 0.0509090 Aug 26 15:54:47.746536 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-bd9d9bdd-0fda-4ae7-892c-dbc07bc5b209 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1d5138f4-1909-488f-bfaa-fb93ef1d71dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274053 Aug 26 15:54:47.813432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.839496 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-4a481646-7938-4a56-be3f-37d5a1faccf5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860727 Aug 26 15:54:47.896471 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:47.933712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:47.938014 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b2d8e64d-9105-4164-9ba0-fc09ac39502f req-b3a64254-f764-44e2-ab32-955066286feb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896609 Aug 26 15:54:47.942150 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:54:47.943703 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:54:47.946886 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:54:47.976861 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=201ac9ce-2bc2-41e6-8e7f-48a01dc0c086,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:48.054152 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.148563 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.298544 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.358778 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.424311 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=201ac9ce-2bc2-41e6-8e7f-48a01dc0c086,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:48.427153 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.509264 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:48.510599 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-a30dd05e-8896-4a46-bbfd-298c377b6421 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1020768 Aug 26 15:54:48.729056 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65417093-3591-4c14-a128-217c8e03ae21 req-be592486-cdd2-4a29-b37e-86fad0b953d3 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:48.730662 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65417093-3591-4c14-a128-217c8e03ae21 req-be592486-cdd2-4a29-b37e-86fad0b953d3 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 944 time: 0.0491550 Aug 26 15:54:48.739929 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-176deacc-5d81-4da4-8e63-784f01e0f017 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1062102801&fields=id&tenant_id=bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 267 time: 0.0617437 Aug 26 15:54:48.782314 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65417093-3591-4c14-a128-217c8e03ae21 req-e50046af-e38f-4edc-af88-2a32f0972e4d tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Aug 26 15:54:48.793484 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:48.852246 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-51f46d97-8069-4876-a36b-4e08556620e3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:48.853716 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-51f46d97-8069-4876-a36b-4e08556620e3 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 810 time: 0.1070843 Aug 26 15:54:48.869209 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-30868447-4f8f-4c94-bc50-485e8df6b32b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/quotas/bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Aug 26 15:54:48.924256 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-195e755f-f369-4e6f-9148-af66f7717d85 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495934 Aug 26 15:54:49.021470 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-1901edd1-593a-421f-ac5a-de39304ae27b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Aug 26 15:54:49.114005 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c96631d6-f39d-4074-924f-5a837f54e909 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Aug 26 15:54:49.429284 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fb7e3e3b-1ab5-4f95-9176-1bb0f465b13f req-f3a96e23-8437-47fd-9ba0-57db1afd398e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 210 time: 0.0307114 Aug 26 15:54:49.907515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ec3de-b636-4b08-b1dd-15b07d5c1bbc req-6a726e7e-54a1-44f8-ae24-8b1f1bbed804 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:49.909162 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4b4ec3de-b636-4b08-b1dd-15b07d5c1bbc req-6a726e7e-54a1-44f8-ae24-8b1f1bbed804 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 944 time: 0.0517564 Aug 26 15:54:49.958016 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4b4ec3de-b636-4b08-b1dd-15b07d5c1bbc req-3e0d4f44-efe6-4c49-a1f4-1acaa282ae8a tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Aug 26 15:54:50.529791 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1110b141-435a-4160-9f5f-f5f3513fb172 req-6c64f7fc-937e-4036-a59b-7992c352e740 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 210 time: 0.0284700 Aug 26 15:54:51.083163 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb678d-b31f-4696-9ec2-66e12c18f358 req-d8a9e638-5295-4b2b-9c50-c19ab46293fc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:51.084586 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fdb678d-b31f-4696-9ec2-66e12c18f358 req-d8a9e638-5295-4b2b-9c50-c19ab46293fc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 944 time: 0.0470908 Aug 26 15:54:51.136120 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fdb678d-b31f-4696-9ec2-66e12c18f358 req-9d8af4a9-60f5-4fde-acf8-f5d953a05abd tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Aug 26 15:54:51.511849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef849c-0afa-44e5-a038-49dd19cc065a req-9118d8fd-6dd8-404e-8830-6fb97281c91c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:51.513395 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-91ef849c-0afa-44e5-a038-49dd19cc065a req-9118d8fd-6dd8-404e-8830-6fb97281c91c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Aug 26 15:54:51.561982 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-91ef849c-0afa-44e5-a038-49dd19cc065a req-8426455f-85c0-4abd-a074-bb50b71527b7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Aug 26 15:54:51.598787 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40722) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:51.635673 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ebe69d07-f63a-4423-bd98-b30bbd69b549 req-93d0205d-9942-4839-b467-870815b8ce1b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Aug 26 15:54:51.714936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c403c367-d759-4ca4-b284-2bda6e58d872 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:54:51.725877 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9025cbc-fb5f-4051-8aef-3d67194f6d7f tempest-TestMinimumBasicScenario-18427805 tempest-TestMinimumBasicScenario-18427805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:51.727509 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b9025cbc-fb5f-4051-8aef-3d67194f6d7f tempest-TestMinimumBasicScenario-18427805 tempest-TestMinimumBasicScenario-18427805-project-admin] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1124 time: 0.1371415 Aug 26 15:54:51.730531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40726) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:51.734839 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'port_id': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:51.814584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:51.817118 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c403c367-d759-4ca4-b284-2bda6e58d872,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:51.828984 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'c403c367-d759-4ca4-b284-2bda6e58d872', 'network_id': '1d5138f4-1909-488f-bfaa-fb93ef1d71dc', 'port_id': 'c403c367-d759-4ca4-b284-2bda6e58d872', 'mac_address': 'fa:16:3e:4f:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba997180-becf-436e-8fc8-31a8dfab0489', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:54:51.856248 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:51.857214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:51.871823 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c403c367-d759-4ca4-b284-2bda6e58d872 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:54:51.872238 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:51.886679 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c403c367-d759-4ca4-b284-2bda6e58d872 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:54:51.906897 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c403c367-d759-4ca4-b284-2bda6e58d872,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:51.938945 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:51.950041 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:51.993789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.052088 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:52.064078 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Allocated IP 172.27.3.222 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:54:52.124537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-14a25c86-63c1-4e41-b8eb-a225ca1b7bee tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:52.126148 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-14a25c86-63c1-4e41-b8eb-a225ca1b7bee tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 810 time: 0.1261730 Aug 26 15:54:52.155779 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:52.212774 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-b2a47b3c-da4d-4f76-a77c-a5f55de4c1da tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc372e59524442debba38c57df458071 HTTP/1.1" status: 200 len: 380 time: 0.0639002 Aug 26 15:54:52.232370 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'port': {'device_id': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'admin_state_up': True, 'tenant_id': 'bc372e59524442debba38c57df458071', 'security_groups': ['9cf027c1-d1e3-43b8-b6e6-3257c1cd715a']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:52.312602 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c4733-0b30-4c28-a014-96ddd13ba33f req-cb8cc099-548d-470c-9d51-c273b5d80acc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:52.314112 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-877c4733-0b30-4c28-a014-96ddd13ba33f req-cb8cc099-548d-470c-9d51-c273b5d80acc tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 945 time: 0.0980999 Aug 26 15:54:52.380351 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:52.398854 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-877c4733-0b30-4c28-a014-96ddd13ba33f req-b34a85ab-7a05-4d57-bef7-103881bbce23 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Aug 26 15:54:52.402478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:52.424102 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.429366 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c403c367-d759-4ca4-b284-2bda6e58d872'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:54:52.469534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Made reservation on behalf of bc372e59524442debba38c57df458071 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:54:52.474213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.483658 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=81 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:52.522052 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.567049 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:54:52.572044 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:54:52.577117 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:54:52.604052 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'Port': ['ID=51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:52.614809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Allocated IP 172.20.0.12 (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8/134259e1-e54d-40c7-92c0-594cfa4669bd/9b82b23b-877d-4880-a87b-652c8b6c2ae6) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:54:52.760775 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.781217 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-73817aa2-53dd-4cd6-9eb1-18ebf67fbba0 req-b58032ec-0eaa-4a7c-a262-4ad561384429 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 210 time: 0.0660300 Aug 26 15:54:52.848262 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.869337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:52.896508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:54:52.901830 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:54:52.904601 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:54:52.909484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event updated for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:52.958310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:52.958987 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.984785 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for floatingip (a0ec11e3-097e-4ee4-b686-9b6419293017), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.042826 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c675d96d-e76a-462d-8080-ca4696c74511 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157358 Aug 26 15:54:53.064550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Request body: {'port': {'device_id': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:53.121976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:53.124096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.131329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.201940 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-c5f82c43-8b85-4092-a518-13c67ea64b9e None None] Provisioning complete for port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:54:53.202484 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5f82c43-8b85-4092-a518-13c67ea64b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.236904 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c5f82c43-8b85-4092-a518-13c67ea64b9e None None] Port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:54:53.278376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.364748 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.392105 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b82b23b-877d-4880-a87b-652c8b6c2ae6 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:54:53.400565 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks [] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.402622 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:53.413580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Transition to ACTIVE for port object 9b82b23b-877d-4880-a87b-652c8b6c2ae6 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:54:53.433112 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'Port': ['ID=51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:53.438175 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (a0ec11e3-097e-4ee4-b686-9b6419293017), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.474126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.537154 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Floating IP a0ec11e3-097e-4ee4-b686-9b6419293017 associated. External IP: 172.27.3.222, port: c3463a69-702b-4594-8fcf-701aaf1b3696. Aug 26 15:54:53.594397 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:53.604395 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6af53a-12fa-4ceb-80a2-c95a1a96cda7 req-f86e9e10-f1c2-4b61-b5e1-90e31b58ffeb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:53.606052 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4c6af53a-12fa-4ceb-80a2-c95a1a96cda7 req-f86e9e10-f1c2-4b61-b5e1-90e31b58ffeb tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 945 time: 0.1247349 Aug 26 15:54:53.633366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:53.658638 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Attempting to bind port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:54:53.659276 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Attempting to bind port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:54:53.659276 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Attempting to bind port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:53.674223 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:54:53.674543 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Attempting to bind port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 on network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:54:53.680502 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4c6af53a-12fa-4ceb-80a2-c95a1a96cda7 req-95e4816e-9b4f-42f8-9b05-f282d0341d22 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675576 Aug 26 15:54:53.684581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:54:53.684581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Checking segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:54:53.684581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Bound using segment: {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:54:53.684581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Bound port: 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24e4cb4-776d-444b-af5a-3218a52b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:54:53.684581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.734086 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c403c367-d759-4ca4-b284-2bda6e58d872 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:54:53.756216 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:54:53.760873 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:54:53.770789 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:54:53.773673 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port c403c367-d759-4ca4-b284-2bda6e58d872 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:54:53.839069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port c403c367-d759-4ca4-b284-2bda6e58d872 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:54:53.839592 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.842409 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.851590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:53.853602 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.856123 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9b82b23b-877d-4880-a87b-652c8b6c2ae6 HTTP/1.1" status: 200 len: 1094 time: 0.7965605 Aug 26 15:54:53.857454 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:53.861820 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08233d-c767-4de2-b187-fb2da6b88df1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:53.937412 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port c403c367-d759-4ca4-b284-2bda6e58d872 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:54:53.937936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:53.942185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3188fe-9462-4bc5-bd08-fd333a2a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:53.956366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b4ece4-5bb5-49a2-8b20-d16a163c794d x-openstack-request-id: req-f3b4ece4-5bb5-49a2-8b20-d16a163c794d {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:53.956815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:53.957379 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f3b4ece4-5bb5-49a2-8b20-d16a163c794d {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:53.957997 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b4ece4-5bb5-49a2-8b20-d16a163c794d'] response: {'name': 'network-changed', 'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'status': 'completed', 'code': 200} Aug 26 15:54:53.965474 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:54:53.981459 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:53.982903 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Sync routers for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:54:53.984628 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464e2de-aa3b-4a94-a997-20a801eae8d5" -d '{"events": [{"server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "name": "network-vif-plugged", "status": "completed", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:53.988689 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c403c367-d759-4ca4-b284-2bda6e58d872,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:53.991105 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464fe8-ca52-41bc-a737-72cdc6779132 req-3057d865-a69c-47c7-bab3-7da3c738c917 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:53.993673 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-66464fe8-ca52-41bc-a737-72cdc6779132 req-3057d865-a69c-47c7-bab3-7da3c738c917 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.1260509 Aug 26 15:54:54.007769 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:54.011200 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:54.053144 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea924e31-239a-4481-84b3-46c85a7b9137 x-openstack-request-id: req-ea924e31-239a-4481-84b3-46c85a7b9137 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:54.053492 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "name": "network-vif-plugged", "status": "completed", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:54.053789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea924e31-239a-4481-84b3-46c85a7b9137 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:54.054455 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea924e31-239a-4481-84b3-46c85a7b9137'] response: {'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872', 'code': 200} Aug 26 15:54:54.069835 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.078704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-4fc31c83-d29f-45ba-a026-a76c3324412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.081374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-4fc31c83-d29f-45ba-a026-a76c3324412f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 1128 time: 0.0627794 Aug 26 15:54:54.084327 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-66464fe8-ca52-41bc-a737-72cdc6779132 req-cf1b1bc8-c63b-47a9-a3b7-09585ea6e104 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842500 Aug 26 15:54:54.093938 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.130582 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:54.143012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:54.157373 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-67172c2f-4b78-4202-b628-e9f4e35634ff tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4257865 Aug 26 15:54:54.159014 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:54.163490 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df41ae19-8deb-4ba4-b40b-c36107328c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:54.166298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40744) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:54.172637 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561218189', 'description': 'tempest-secgroup-smoke-561218189 description', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:54.178856 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.215574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add7e2f4-0d7b-4666-bc3b-baed2d50c037 x-openstack-request-id: req-add7e2f4-0d7b-4666-bc3b-baed2d50c037 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:54.215962 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:54.216298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-add7e2f4-0d7b-4666-bc3b-baed2d50c037 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:54.216770 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add7e2f4-0d7b-4666-bc3b-baed2d50c037'] response: {'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:54:54.304111 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.332360 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-59901e01-142e-4bfc-b08c-ac579f7f82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.333999 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-59901e01-142e-4bfc-b08c-ac579f7f82bd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1129 time: 0.0659876 Aug 26 15:54:54.424473 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.426540 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'a0ec11e3-097e-4ee4-b686-9b6419293017', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'port_id': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'mac_address': 'fa:16:3e:e3:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:52Z', 'updated_at': '2022-08-26T15:54:52Z', 'revision_number': 0, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:54.455291 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Checking router: 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:54:54.461068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (0a2777e4-d9b3-4372-b251-565fb8eb4870), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.468702 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:54:54.468964 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:54.474315 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-b06c70c4-04f1-4a2d-bff7-3321b64bba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.475906 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-b06c70c4-04f1-4a2d-bff7-3321b64bba05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.1299489 Aug 26 15:54:54.499951 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575186e4-03dd-4d73-9baf-6efe79c971c4 req-baad0f5d-e8ea-4d07-aaa3-1ca4e67a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.501071 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-575186e4-03dd-4d73-9baf-6efe79c971c4 req-baad0f5d-e8ea-4d07-aaa3-1ca4e67a39fe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 1130 time: 0.0542161 Aug 26 15:54:54.533353 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0a2777e4-d9b3-4372-b251-565fb8eb4870), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.544524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-4d56be71-8498-40da-bd43-3212fff8106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.546369 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-4d56be71-8498-40da-bd43-3212fff8106d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=bc372e59524442debba38c57df458071&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4285595 Aug 26 15:54:54.554662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.584132 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:54:54.586194 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-f0becce7-5a44-4e80-9161-2fd3889a72ea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 999 time: 0.1030598 Aug 26 15:54:54.587959 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2777e4-d9b3-4372-b251-565fb8eb4870,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:54.624919 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-575186e4-03dd-4d73-9baf-6efe79c971c4 req-c1f8161a-472a-4aa9-ba04-9dd4d3179b2c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 Aug 26 15:54:54.648801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-cd2d5860-04e2-4ecd-9242-882e4afef457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.650264 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-cd2d5860-04e2-4ecd-9242-882e4afef457 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0539799 Aug 26 15:54:54.673646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-046e5944-2e64-4751-befb-a1869109b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.675332 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8a08233d-c767-4de2-b187-fb2da6b88df1 req-046e5944-2e64-4751-befb-a1869109b6a0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1160941 Aug 26 15:54:54.692914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.694146 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-bcfbc822-22ed-47f1-93fb-9307fd93a5da tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5264223 Aug 26 15:54:54.697435 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40748) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:54.702352 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:54.812418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b78fb3-76e9-48e9-9582-85254ac398fe req-d2b4f6a9-e350-4934-8955-236e12683a40 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.813829 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c8b78fb3-76e9-48e9-9582-85254ac398fe req-d2b4f6a9-e350-4934-8955-236e12683a40 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0542824 Aug 26 15:54:54.845510 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (87217c63-90e2-4b88-af88-302bec2722d1), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.892456 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c8b78fb3-76e9-48e9-9582-85254ac398fe req-f7cbea56-f27c-496c-9562-bcb48263c5f6 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715048 Aug 26 15:54:54.903284 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'a0ec11e3-097e-4ee4-b686-9b6419293017', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'port_id': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'mac_address': 'fa:16:3e:e3:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:52Z', 'updated_at': '2022-08-26T15:54:52Z', 'revision_number': 0, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:54:54.926806 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (87217c63-90e2-4b88-af88-302bec2722d1), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:54.930646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d850fc-5b6c-4dce-a311-1ca5a84466df None None] The sync data for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi is: [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'a0ec11e3-097e-4ee4-b686-9b6419293017', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'port_id': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'mac_address': 'fa:16:3e:e3:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:52Z', 'updated_at': '2022-08-26T15:54:52Z', 'revision_number': 0, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:54:54.945329 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.980435 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-81d65363-fa2c-42cb-b7f9-950908ab3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:54.982183 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-81d65363-fa2c-42cb-b7f9-950908ab3f39 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474949 Aug 26 15:54:55.012587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (87217c63-90e2-4b88-af88-302bec2722d1), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.035733 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87217c63-90e2-4b88-af88-302bec2722d1,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:55.126993 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.128258 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d5164f97-0398-40d6-b802-e066535e0050 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297681 Aug 26 15:54:55.131414 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40754) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:55.134159 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5d56a-32dc-44ff-bf01-1a3b619f7c55 None None] New status for floating IP a0ec11e3-097e-4ee4-b686-9b6419293017: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:54:55.139182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:55.225329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65b083-87c5-4aac-b74a-dbfefb5b9c7f req-05509c0b-812b-41a0-b3be-efd485335494 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:55.226827 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd65b083-87c5-4aac-b74a-dbfefb5b9c7f req-05509c0b-812b-41a0-b3be-efd485335494 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0490444 Aug 26 15:54:55.244674 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (4ba9eda4-efd6-4c6c-a31b-0d6622952bb4), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.314580 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd65b083-87c5-4aac-b74a-dbfefb5b9c7f req-c3a5719e-e92e-4a07-8af8-601f9b85a00f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816054 Aug 26 15:54:55.329992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (4ba9eda4-efd6-4c6c-a31b-0d6622952bb4), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.430147 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (4ba9eda4-efd6-4c6c-a31b-0d6622952bb4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.450428 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba9eda4-efd6-4c6c-a31b-0d6622952bb4,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:55.514068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.517949 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-667c0d99-ec26-43a6-bcf5-7bd1670aea22 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3825245 Aug 26 15:54:55.520459 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40760) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:55.529250 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:55.548701 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-ab81ed43-2952-484e-baa0-2aefc9b42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:55.552182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-ab81ed43-2952-484e-baa0-2aefc9b42b9a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 1128 time: 0.0681689 Aug 26 15:54:55.580246 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-c88b0eb8-12b1-4950-8d65-4e1748913ddd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962470 Aug 26 15:54:55.627885 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-bd2cb976-64b3-4d28-a243-dcccd30d8238 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6 HTTP/1.1" status: 200 len: 217 time: 0.0360112 Aug 26 15:54:55.642363 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (1887e94b-98a7-45b1-ba42-7cb3fcfd36d6), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.689247 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:55.694087 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-df41ae19-8deb-4ba4-b40b-c36107328c0f req-1e277127-d9d9-47fb-ad73-a5a56db3f47e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021814 Aug 26 15:54:55.725624 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-97237a21-e05a-43c3-9046-57f8facbea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:55.727748 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-97237a21-e05a-43c3-9046-57f8facbea7c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0924079 Aug 26 15:54:55.743679 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (1887e94b-98a7-45b1-ba42-7cb3fcfd36d6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.782075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31df93-e13b-4b83-9940-f1de5385c900 req-1d6c95b8-98b6-4ce0-bb4a-5dd14e4c3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:55.783622 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-1d6c95b8-98b6-4ce0-bb4a-5dd14e4c3f41 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423334 Aug 26 15:54:55.784665 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (1887e94b-98a7-45b1-ba42-7cb3fcfd36d6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.803263 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1887e94b-98a7-45b1-ba42-7cb3fcfd36d6,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:55.867081 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:55.868337 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8f81e5a9-5aee-4aa4-a6df-1b66ad4e6423 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3493006 Aug 26 15:54:55.871089 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40768) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:55.875353 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:55.956430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (cd1a2a6b-538d-44c2-9b9d-048e6fca70db), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.036257 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69abfc9-e649-4e7e-9308-0a524cdaf0a3 req-407f7bd4-5b63-4393-b01d-bd55b2502a4d tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:56.037738 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b69abfc9-e649-4e7e-9308-0a524cdaf0a3 req-407f7bd4-5b63-4393-b01d-bd55b2502a4d tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0694623 Aug 26 15:54:56.065447 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (cd1a2a6b-538d-44c2-9b9d-048e6fca70db), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.080142 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbd87f-774d-4bfd-af46-e43414460df9 req-2dedab12-b96a-4bce-8e55-4da46afefd40 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:56.082169 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9cbbd87f-774d-4bfd-af46-e43414460df9 req-2dedab12-b96a-4bce-8e55-4da46afefd40 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0494089 Aug 26 15:54:56.099433 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b69abfc9-e649-4e7e-9308-0a524cdaf0a3 req-c505dff9-a611-41bf-ac6e-042b4b8c7fda tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Aug 26 15:54:56.102478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:56.131212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (cd1a2a6b-538d-44c2-9b9d-048e6fca70db), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.140013 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9cbbd87f-774d-4bfd-af46-e43414460df9 req-2b47a73e-916b-49c8-86d5-dd086378b409 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517986 Aug 26 15:54:56.140384 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:56.152697 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1a2a6b-538d-44c2-9b9d-048e6fca70db,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:56.218164 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.219443 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7f9aa366-5492-48c7-903d-ac70070ecc13 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3474164 Aug 26 15:54:56.222956 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40774) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:56.227407 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:56.313261 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.securitygroups_db [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Project 1b64a7d4a15a4d019f7bfc17a59889a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:54:56.319043 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (ebcbea4a-6e55-4a73-b57b-b3eac9f7f688), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.380281 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (ebcbea4a-6e55-4a73-b57b-b3eac9f7f688), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.435678 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123362c-9ac7-4bd7-8f2b-34599597cfe8 req-aaa0184f-4da3-4d65-8533-c736c11e924c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:56.437260 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1123362c-9ac7-4bd7-8f2b-34599597cfe8 req-aaa0184f-4da3-4d65-8533-c736c11e924c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0477912 Aug 26 15:54:56.452882 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (ebcbea4a-6e55-4a73-b57b-b3eac9f7f688), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.473302 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcbea4a-6e55-4a73-b57b-b3eac9f7f688,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:56.486782 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1123362c-9ac7-4bd7-8f2b-34599597cfe8 req-1a56de11-420c-49bd-9ea8-fc8842a09b93 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Aug 26 15:54:56.551920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.553844 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-bb54098c-05da-4340-a608-857ee68e01a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3298790 Aug 26 15:54:56.556692 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40778) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:56.561174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'security_group_rule': {'security_group_id': '0a2777e4-d9b3-4372-b251-565fb8eb4870', 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:56.625879 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-1035ed7d-2b61-457c-9307-245524a6bc71 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104081 Aug 26 15:54:56.698799 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.securitygroups_db [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Project 1b64a7d4a15a4d019f7bfc17a59889a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 15:54:56.705278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (725f8b78-ea2d-4be5-b52b-3d1faa2b0d5d), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.765080 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (725f8b78-ea2d-4be5-b52b-3d1faa2b0d5d), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.833644 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (725f8b78-ea2d-4be5-b52b-3d1faa2b0d5d), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.852786 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725f8b78-ea2d-4be5-b52b-3d1faa2b0d5d,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:56.929444 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:56.930694 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1d8baf5f-6fbf-4501-996e-6f945ba7c9ec tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729331 Aug 26 15:54:57.025793 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-e32b8718-4a49-4485-99ac-73bdb2f780e0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-561218189&fields=id&tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5 HTTP/1.1" status: 200 len: 267 time: 0.0450141 Aug 26 15:54:57.070263 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:57.078690 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-97092810-8e2d-487a-9a95-671d80fbb266 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.080220 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-97092810-8e2d-487a-9a95-671d80fbb266 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 26 15:54:57.091478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'port': {'security_groups': ['0a6d51aa-4b19-4518-9aeb-bb61d54c32dd', '0a2777e4-d9b3-4372-b251-565fb8eb4870']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:54:57.173876 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:57.219294 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669d493-93a0-45e8-9cc3-c263a9aa2b44 req-3e1768fa-45cc-425f-8069-63c799cd3c8c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.221108 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f669d493-93a0-45e8-9cc3-c263a9aa2b44 req-3e1768fa-45cc-425f-8069-63c799cd3c8c tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0489769 Aug 26 15:54:57.268879 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f669d493-93a0-45e8-9cc3-c263a9aa2b44 req-d2c45973-70a0-49e6-bfbd-12ab6a5e1d79 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Aug 26 15:54:57.367611 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:57.383434 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f2ad2-fb69-4250-b89c-6d78e6625466 req-f1fee5f2-ab27-4f00-93bd-5926918aa87b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.384998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae8f2ad2-fb69-4250-b89c-6d78e6625466 req-f1fee5f2-ab27-4f00-93bd-5926918aa87b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0532095 Aug 26 15:54:57.397767 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:57.436067 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae8f2ad2-fb69-4250-b89c-6d78e6625466 req-f249266f-5bea-4873-ad46-b6552edc4837 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450096 Aug 26 15:54:57.467960 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:57.478488 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.479107 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:57.491126 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bac6b71-6f66-470a-9c9f-3914da5755b6 req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "PUT /networking/v2.0/ports/c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 981 time: 0.3935492 Aug 26 15:54:57.491126 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:54:57.491126 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:54:57.510822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c3463a69-702b-4594-8fcf-701aaf1b3696'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:54:57.537547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7a8859-2fab-45b1-add5-65571c798927 x-openstack-request-id: req-6d7a8859-2fab-45b1-add5-65571c798927 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:54:57.537834 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:54:57.538089 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d7a8859-2fab-45b1-add5-65571c798927 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:54:57.538490 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7a8859-2fab-45b1-add5-65571c798927'] response: {'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:54:57.544373 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a143-399e-4966-8bab-068b27e92d87 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=6']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:54:57.576872 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:57.638404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e867da-caf3-4b3d-88ba-53064768ba9e req-76402eb9-b15b-416d-bb99-545af4155bf1 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.639925 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2e867da-caf3-4b3d-88ba-53064768ba9e req-76402eb9-b15b-416d-bb99-545af4155bf1 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0492878 Aug 26 15:54:57.657216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:57.701987 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2e867da-caf3-4b3d-88ba-53064768ba9e req-23bb9cc5-631e-4d4f-99de-42a4abf5b257 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559216 Aug 26 15:54:57.733650 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c3463a69-702b-4594-8fcf-701aaf1b3696'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:54:57.791166 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:57.807843 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c4ea-a31d-4a27-9be0-53153bf10fb1 req-4bb14207-1ee4-4eea-9ea1-2ba0ce7be59e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:57.809363 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9029c4ea-a31d-4a27-9be0-53153bf10fb1 req-4bb14207-1ee4-4eea-9ea1-2ba0ce7be59e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0494878 Aug 26 15:54:57.858759 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9029c4ea-a31d-4a27-9be0-53153bf10fb1 req-04a5fa90-6110-4528-af03-67c5782aae6c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Aug 26 15:54:58.069811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:58.205468 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-8a93acbc-8e67-4187-a606-9b44b05e7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:58.207657 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-8a93acbc-8e67-4187-a606-9b44b05e7366 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1168 time: 0.0428772 Aug 26 15:54:58.229030 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-af31df93-e13b-4b83-9940-f1de5385c900 req-c2301b90-c34c-44fb-aef9-42ac372e8b56 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931125 Aug 26 15:54:58.449554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-ce8c4771-9abf-4b8d-9b42-a013b44d58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:58.451064 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-ce8c4771-9abf-4b8d-9b42-a013b44d58cc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.0873737 Aug 26 15:54:58.557446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8601cc-0916-46a4-bfef-fe23cb6be64c req-623c77cd-2644-474c-ab23-aacf9bef411e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:58.558928 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3b8601cc-0916-46a4-bfef-fe23cb6be64c req-623c77cd-2644-474c-ab23-aacf9bef411e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0479376 Aug 26 15:54:58.611327 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3b8601cc-0916-46a4-bfef-fe23cb6be64c req-02016d21-190b-4a75-91cb-2083a2d1b5a8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Aug 26 15:54:58.977713 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66aaf-df8f-4581-aabe-99c42514cc72 req-4694ddce-b74c-4eaf-b9b3-e403f19988a7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:58.979192 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07b66aaf-df8f-4581-aabe-99c42514cc72 req-4694ddce-b74c-4eaf-b9b3-e403f19988a7 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0474672 Aug 26 15:54:59.027445 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07b66aaf-df8f-4581-aabe-99c42514cc72 req-645cd70c-0f84-4a5d-9cda-771f99382ab4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Aug 26 15:54:59.724573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-c5b66345-fd38-4d15-a5a1-5a7de28d7715 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:59.725960 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-c5b66345-fd38-4d15-a5a1-5a7de28d7715 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0488360 Aug 26 15:54:59.755069 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-7a0f0b2b-0394-4d28-81e5-918a04fe52db service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 1001 time: 0.0980473 Aug 26 15:54:59.760935 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006664-46df-4c4e-9265-9699762a1690 req-78680d77-904f-4c67-b8f0-90c7c814ccf2 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:59.762328 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8c006664-46df-4c4e-9265-9699762a1690 req-78680d77-904f-4c67-b8f0-90c7c814ccf2 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 945 time: 0.0655708 Aug 26 15:54:59.813454 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port 539f60bc-cce0-48d0-b6bc-2e857f41b14d {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:54:59.813802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:59.817666 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:59.834661 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-442d8955-ac4b-474a-a8e2-24c344791a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:59.836120 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-442d8955-ac4b-474a-a8e2-24c344791a64 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0729327 Aug 26 15:54:59.856897 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8c006664-46df-4c4e-9265-9699762a1690 req-e618e4ee-44a3-4f27-ac29-97aa9ec2b006 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=de9b018b-25e0-40ac-a625-48765ef221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858581 Aug 26 15:54:59.899202 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-6adfa5a3-bad1-4e3c-8ce3-956f6355f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:54:59.900750 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-6adfa5a3-bad1-4e3c-8ce3-956f6355f69d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570679 Aug 26 15:54:59.912979 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] For port 539f60bc-cce0-48d0-b6bc-2e857f41b14d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=539f60bc-cce0-48d0-b6bc-2e857f41b14d,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:54:59.913361 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:59.916038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:00.006082 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-bd889b44-cb8a-4ca1-a824-85a01e303c8a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981083 Aug 26 15:55:00.091687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:00.092094 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (68d66592-7654-4da2-b121-45da274b986c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:00.092437 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP 68d66592-7654-4da2-b121-45da274b986c disassociated. External IP: 172.27.3.223, port: 539f60bc-cce0-48d0-b6bc-2e857f41b14d. Aug 26 15:55:00.092804 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for 539f60bc-cce0-48d0-b6bc-2e857f41b14d owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:00.108492 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:00.109205 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fb9a044d-602f-4a64-a0a9-d02a19d8acd4 req-5efd82f7-7a3e-4b28-b676-4d79686eb8e3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958092 Aug 26 15:55:00.133194 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:00.173966 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1bc13-5cd9-4dea-ba29-70c15d0783c7 req-28ae333b-5599-4461-80e5-9ab6e3b51a8a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:00.182410 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-02e1bc13-5cd9-4dea-ba29-70c15d0783c7 req-28ae333b-5599-4461-80e5-9ab6e3b51a8a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0574112 Aug 26 15:55:00.225559 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-02e1bc13-5cd9-4dea-ba29-70c15d0783c7 req-b4ddd73e-3151-469d-ae70-d9ce96197699 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Aug 26 15:55:00.316575 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (539f60bc-cce0-48d0-b6bc-2e857f41b14d), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:00.347208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=539f60bc-cce0-48d0-b6bc-2e857f41b14d,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:00.464143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:00.569568 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:00.580150 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:00.595622 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:00.596478 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:00.614065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] No DVR routers for this DVR port 539f60bc-cce0-48d0-b6bc-2e857f41b14d on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:00.616988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:00.621254 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a9794d7e-f7f9-4787-9a36-ca30db8ad795 req-454d11f6-a43c-4185-82d0-a56013788a19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "DELETE /networking/v2.0/ports/539f60bc-cce0-48d0-b6bc-2e857f41b14d HTTP/1.1" status: 204 len: 173 time: 0.8891132 Aug 26 15:55:00.621785 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'name': 'network-vif-deleted', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:00.625186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88bc261-6096-49b6-acb8-b3cfc0694f4a" -d '{"events": [{"server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "name": "network-vif-deleted", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:00.670381 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68468ee2-04d0-4505-89f5-98304a113763 x-openstack-request-id: req-68468ee2-04d0-4505-89f5-98304a113763 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:00.670678 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af463f4-5ec2-4134-81cf-bd9adfc4853f", "name": "network-vif-deleted", "tag": "539f60bc-cce0-48d0-b6bc-2e857f41b14d", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:00.670935 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-68468ee2-04d0-4505-89f5-98304a113763 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:00.671360 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68468ee2-04d0-4505-89f5-98304a113763'] response: {'server_uuid': '9af463f4-5ec2-4134-81cf-bd9adfc4853f', 'name': 'network-vif-deleted', 'tag': '539f60bc-cce0-48d0-b6bc-2e857f41b14d', 'status': 'completed', 'code': 200} Aug 26 15:55:00.707952 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:00.922506 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:00.938653 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:00.964844 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:00.971045 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e19c585b-d7e8-4054-9137-be43e6953447 req-4dc9d4de-3465-4345-bde8-5535a23c7243 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0318625 Aug 26 15:55:00.974157 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:00.974759 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:54:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:01.063407 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:01.081192 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:01.172947 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-895f5670-7099-4a5b-b320-0b4dff4f8989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:01.314503 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:01.348534 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f33d-9541-432c-9364-6fd705e8b11a None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '1d38c51d-cc87-4894-9231-202b83d44ba0', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': '9978d447-2f15-4512-9675-bfc09607f200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:3b:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a08df-4027-4153-8284-9ef744c15cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:51:59Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 2, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:01.388235 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339874-1b22-418c-9401-36abc9c5b4fe req-3f1c2bd6-4051-4a2f-9456-21b52c48563b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:01.389868 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06339874-1b22-418c-9401-36abc9c5b4fe req-3f1c2bd6-4051-4a2f-9456-21b52c48563b tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 944 time: 0.0794168 Aug 26 15:55:01.460500 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-06339874-1b22-418c-9401-36abc9c5b4fe req-18d2d2a6-a125-48ef-ab97-41a22882b30c tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601664 Aug 26 15:55:01.636674 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5218a5-59ec-4068-9bcf-93e08bf52c8e None None] New status for floating IP 68d66592-7654-4da2-b121-45da274b986c: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:01.833009 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9b82b23b-877d-4880-a87b-652c8b6c2ae6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:55:01.967676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:01.984357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'port_id': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'mac_address': 'fa:16:3e:4a:1f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:55:02.023473 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:55:02.023936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:02.037243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b82b23b-877d-4880-a87b-652c8b6c2ae6 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:55:02.048788 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:02.058021 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:02.090147 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9419260b-6c7f-4fe7-be01-e84cb0a2e1ed req-8a1b3724-fad0-4d8a-8c9d-95f9576c5fa9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9af463f4-5ec2-4134-81cf-bd9adfc4853f HTTP/1.1" status: 200 len: 210 time: 0.0283175 Aug 26 15:55:02.154332 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:02.217749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:02.802275 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['9b82b23b-877d-4880-a87b-652c8b6c2ae6'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:55:02.806689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68272733-802f-4350-9020-6af48ce16572 req-e9095861-79a4-41d4-a93b-f2726a724595 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:02.808228 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-68272733-802f-4350-9020-6af48ce16572 req-e9095861-79a4-41d4-a93b-f2726a724595 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 945 time: 0.2722888 Aug 26 15:55:02.858399 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-68272733-802f-4350-9020-6af48ce16572 req-f8ded303-6c1f-423e-b25e-59150c0ab56d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Aug 26 15:55:03.265343 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 40832) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:03.296585 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:03.322765 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (de9b018b-25e0-40ac-a625-48765ef221c5), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.346074 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (de9b018b-25e0-40ac-a625-48765ef221c5), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.430021 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f1e05bbc-69bc-4a74-af7a-3e49b276c0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.453609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (de9b018b-25e0-40ac-a625-48765ef221c5), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.456232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.457996 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/de9b018b-25e0-40ac-a625-48765ef221c5 HTTP/1.1" status: 204 len: 168 time: 0.1916397 Aug 26 15:55:03.460883 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40836) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:03.467595 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770da22e-09b7-41d9-984a-37b63a0b4357 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b018b-25e0-40ac-a625-48765ef221c5,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:03.476032 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.api.v2.resource [None req-8e3e859f-116a-40d3-ac08-c0f273c27211 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] show failed (client error): The resource could not be found. Aug 26 15:55:03.477965 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-8e3e859f-116a-40d3-ac08-c0f273c27211 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups/de9b018b-25e0-40ac-a625-48765ef221c5 HTTP/1.1" status: 404 len: 347 time: 0.0149589 Aug 26 15:55:03.491062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40838) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:03.608024 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port 6e61cacb-c551-4497-a9e0-761139e2cc26 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:03.608377 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.692338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.692580 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (6e61cacb-c551-4497-a9e0-761139e2cc26), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.705919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for 6e61cacb-c551-4497-a9e0-761139e2cc26 owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:03.919663 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (6e61cacb-c551-4497-a9e0-761139e2cc26), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:03.946612 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=6e61cacb-c551-4497-a9e0-761139e2cc26,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:03.986409 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ab679-3f0f-440a-b3fd-33305d143243 req-2a140444-0d4d-424f-be0d-7e4aaf49c91a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:03.988056 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-394ab679-3f0f-440a-b3fd-33305d143243 req-2a140444-0d4d-424f-be0d-7e4aaf49c91a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 945 time: 0.0543456 Aug 26 15:55:03.991895 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9b82b23b-877d-4880-a87b-652c8b6c2ae6 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:55:04.012700 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (68d66592-7654-4da2-b121-45da274b986c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:04.015487 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:04.019970 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-fc4e78a3-919e-400c-99d9-c26aaeb362f6 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/68d66592-7654-4da2-b121-45da274b986c HTTP/1.1" status: 204 len: 168 time: 0.5247793 Aug 26 15:55:04.032791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:04.037857 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:55:04.047688 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-394ab679-3f0f-440a-b3fd-33305d143243 req-65499261-1a82-4a7d-9e6e-03933977709e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525937 Aug 26 15:55:04.130792 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:55:04.131173 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:04.212308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:55:04.212829 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:04.236965 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:04.239243 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e68d27-ea43-4460-b7ae-2613f13832a4" -d '{"events": [{"server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "name": "network-vif-plugged", "status": "completed", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:04.252322 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:04.283296 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3ef39-446e-485f-a125-a2fdf2a48451 x-openstack-request-id: req-03a3ef39-446e-485f-a125-a2fdf2a48451 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:04.283614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "name": "network-vif-plugged", "status": "completed", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:04.283898 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03a3ef39-446e-485f-a125-a2fdf2a48451 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:04.284344 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a3ef39-446e-485f-a125-a2fdf2a48451'] response: {'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'code': 200} Aug 26 15:55:04.310677 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:04.311565 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 539f60bc-cce0-48d0-b6bc-2e857f41b14d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:04.358388 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 539f60bc-cce0-48d0-b6bc-2e857f41b14d {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:04.359539 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 539f60bc-cce0-48d0-b6bc-2e857f41b14d not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:04.388400 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:04.743506 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce30a8-cece-4ace-bc0a-75c5291b21ab req-0c7e220e-0521-4c3e-a515-a3fd915498f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:04.745128 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ecce30a8-cece-4ace-bc0a-75c5291b21ab req-0c7e220e-0521-4c3e-a515-a3fd915498f4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 1130 time: 0.0404744 Aug 26 15:55:04.795926 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ecce30a8-cece-4ace-bc0a-75c5291b21ab req-942f9289-d497-4f6d-a064-9439f0b508b4 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 Aug 26 15:55:04.799475 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:05.168134 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea720af-687e-4251-9655-6234e5bc2570 req-3743bdc7-d376-4da9-a2cf-07878e4131f1 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:05.169617 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7ea720af-687e-4251-9655-6234e5bc2570 req-3743bdc7-d376-4da9-a2cf-07878e4131f1 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0474384 Aug 26 15:55:05.221994 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7ea720af-687e-4251-9655-6234e5bc2570 req-9cb4860c-ec61-4272-bef0-88fe4f64dbb6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466664 Aug 26 15:55:06.415590 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:06.452958 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:06.458437 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f56fb-f0e4-429c-9ab5-1befe10ef364 req-d53b7a56-665d-4add-a452-9034dc99581d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:06.459997 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-345f56fb-f0e4-429c-9ab5-1befe10ef364 req-d53b7a56-665d-4add-a452-9034dc99581d tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.1642997 Aug 26 15:55:06.508353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-345f56fb-f0e4-429c-9ab5-1befe10ef364 req-8021710b-61e5-4948-b05c-4dd57d7d17da tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Aug 26 15:55:07.683379 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf358-5028-4583-89d6-b5e24a2d832d req-0d7fba09-cb87-48b8-b4e4-a1599f418884 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:07.684920 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b81cf358-5028-4583-89d6-b5e24a2d832d req-0d7fba09-cb87-48b8-b4e4-a1599f418884 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.1039202 Aug 26 15:55:07.733705 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b81cf358-5028-4583-89d6-b5e24a2d832d req-b85e9704-e76b-4306-ba11-c1e3f1192d09 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428965 Aug 26 15:55:07.857886 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13451fb-124a-4b67-98cc-95f3ce4a7e34 req-9a1ef88c-db1e-45a5-a539-bd45451b4456 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:07.859369 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d13451fb-124a-4b67-98cc-95f3ce4a7e34 req-9a1ef88c-db1e-45a5-a539-bd45451b4456 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0549989 Aug 26 15:55:07.869539 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 40900) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:07.873824 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Request body: {'floatingip': {'port_id': '9b82b23b-877d-4880-a87b-652c8b6c2ae6'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:07.877244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:07.911685 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:08.031445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:08.365919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:08.428088 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:08.526981 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Floating IP c74b6284-96bb-4a9b-b381-4de724e8bdb2 associated. External IP: 172.27.3.209, port: 9b82b23b-877d-4880-a87b-652c8b6c2ae6. Aug 26 15:55:08.729892 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:08.829030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:08.833958 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:08.839530 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:08.850571 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:08.851177 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:08.868845 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-512547ca-6649-49bc-a567-ea7328820c8f tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/c74b6284-96bb-4a9b-b381-4de724e8bdb2 HTTP/1.1" status: 200 len: 992 time: 0.9982560 Aug 26 15:55:08.869443 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:08.871705 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a057af-d190-418f-8b6f-46702d07dfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:08.910743 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7814ba9f-205c-4b08-984e-fe70d0f5cb93 x-openstack-request-id: req-7814ba9f-205c-4b08-984e-fe70d0f5cb93 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:08.911037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:08.911294 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7814ba9f-205c-4b08-984e-fe70d0f5cb93 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:08.911713 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7814ba9f-205c-4b08-984e-fe70d0f5cb93'] response: {'name': 'network-changed', 'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'status': 'completed', 'code': 200} Aug 26 15:55:08.974936 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:09.196996 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'c74b6284-96bb-4a9b-b381-4de724e8bdb2', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:4a:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:48Z', 'updated_at': '2022-08-26T15:55:08Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:09.224093 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:09.232799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-2612ee29-9f29-4090-8e0c-983f7815bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:09.233390 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:09.233613 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:09.234215 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-2612ee29-9f29-4090-8e0c-983f7815bef9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bc372e59524442debba38c57df458071&device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 1130 time: 0.0402997 Aug 26 15:55:09.337021 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:09.346097 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:09.348558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-eb6b103f-5b21-43ba-90ea-75c0fa942b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:09.349773 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-eb6b103f-5b21-43ba-90ea-75c0fa942b04 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 200 len: 912 time: 0.0970445 Aug 26 15:55:09.504945 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-d06ed372-618e-4907-91c6-8c9da0ac6576 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6 HTTP/1.1" status: 200 len: 1000 time: 0.0605061 Aug 26 15:55:09.560315 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-c30a58ee-abb7-469f-b098-445ee0b8b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:09.561947 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-c30a58ee-abb7-469f-b098-445ee0b8b059 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 200 len: 849 time: 0.0495720 Aug 26 15:55:09.620821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-b69e1792-2b38-4a52-aeab-abe227efc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:09.622396 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-b69e1792-2b38-4a52-aeab-abe227efc0b5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480487 Aug 26 15:55:09.656515 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-80f70629-14de-4616-842e-7adf3144e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'c74b6284-96bb-4a9b-b381-4de724e8bdb2', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:4a:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:48Z', 'updated_at': '2022-08-26T15:55:08Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:09.684178 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f70629-14de-4616-842e-7adf3144e597 None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'c74b6284-96bb-4a9b-b381-4de724e8bdb2', 'tenant_id': 'bc372e59524442debba38c57df458071', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'port_id': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'mac_address': 'fa:16:3e:4a:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:54:48Z', 'updated_at': '2022-08-26T15:55:08Z', 'revision_number': 1, 'project_id': 'bc372e59524442debba38c57df458071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:09.692171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:09.725765 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-df5e359c-2cee-4a02-8d93-5078b26cea78 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Aug 26 15:55:09.829302 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5a057af-d190-418f-8b6f-46702d07dfbd req-b53644ec-9171-474b-a1e0-85d5a2f6c7a4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960565 Aug 26 15:55:09.892152 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f4af2-18b3-46d3-80a8-f9612f6f8105 None None] New status for floating IP c74b6284-96bb-4a9b-b381-4de724e8bdb2: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:11.349102 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:14.558708 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace8c8-d586-4448-a07a-f2f62be2ce25 req-76f30606-1ae0-482f-a1a7-89b16959116e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:14.560255 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83ace8c8-d586-4448-a07a-f2f62be2ce25 req-76f30606-1ae0-482f-a1a7-89b16959116e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Aug 26 15:55:14.610215 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83ace8c8-d586-4448-a07a-f2f62be2ce25 req-71bf2d00-4a02-4380-9178-167344221f4f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442488 Aug 26 15:55:15.722017 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:15.733500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5915f1-1772-44ec-84e6-21e98fbafeba req-dfc9a847-3bfa-4a61-a1d2-d3aa23e3584d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:15.735341 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a5915f1-1772-44ec-84e6-21e98fbafeba req-dfc9a847-3bfa-4a61-a1d2-d3aa23e3584d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Aug 26 15:55:15.787630 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a5915f1-1772-44ec-84e6-21e98fbafeba req-45ce6b35-ea83-4fd3-80f2-8ca17c636d7a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464768 Aug 26 15:55:16.906664 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e45d5-ba2a-4c50-8e58-a9be4f4e362a req-1d217cfe-ce09-40cf-8473-5fe548f2df66 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:16.908232 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-237e45d5-ba2a-4c50-8e58-a9be4f4e362a req-1d217cfe-ce09-40cf-8473-5fe548f2df66 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0470560 Aug 26 15:55:16.960427 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-237e45d5-ba2a-4c50-8e58-a9be4f4e362a req-59fb996c-0e8e-4267-88a2-4a55ed3b0b31 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Aug 26 15:55:18.084651 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a727b-c841-4147-b061-09cb22ad8ed7 req-df0009f3-77f3-4642-94f9-e7ff62efaae1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:18.086170 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ba7a727b-c841-4147-b061-09cb22ad8ed7 req-df0009f3-77f3-4642-94f9-e7ff62efaae1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Aug 26 15:55:18.136276 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ba7a727b-c841-4147-b061-09cb22ad8ed7 req-f10e2a72-41f6-4d08-9bd5-c5cb96eb7e51 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430174 Aug 26 15:55:18.863498 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:18.865366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:19.270169 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505ed63-c9c5-4667-9418-472a241b5368 req-096e86e2-f44c-41f3-97c3-5344c44797e5 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:19.273178 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1505ed63-c9c5-4667-9418-472a241b5368 req-096e86e2-f44c-41f3-97c3-5344c44797e5 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0582130 Aug 26 15:55:19.325429 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1505ed63-c9c5-4667-9418-472a241b5368 req-a278106c-e0b0-493f-b2fa-f10764b29ae4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=62f3b9bf-acd3-4247-99f4-33750b871786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467336 Aug 26 15:55:19.659526 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=17 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:19.783422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd7338-2478-4b6d-825f-2927252e7713 req-81cb358b-c5e2-4288-9bc3-16bd34b9e4f4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:19.784914 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-03dd7338-2478-4b6d-825f-2927252e7713 req-81cb358b-c5e2-4288-9bc3-16bd34b9e4f4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 945 time: 0.0583806 Aug 26 15:55:19.876296 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port 9978d447-2f15-4512-9675-bfc09607f200 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:19.876558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9978d447-2f15-4512-9675-bfc09607f200), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:19.967760 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] For port 9978d447-2f15-4512-9675-bfc09607f200, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9978d447-2f15-4512-9675-bfc09607f200,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:19.968171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9978d447-2f15-4512-9675-bfc09607f200), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:20.134270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:20.134542 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:20.134851 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP 1d38c51d-cc87-4894-9231-202b83d44ba0 disassociated. External IP: 172.27.3.181, port: 9978d447-2f15-4512-9675-bfc09607f200. Aug 26 15:55:20.135195 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for 9978d447-2f15-4512-9675-bfc09607f200 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:20.178050 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:20.182509 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c660-587a-4339-b4c5-eee837041869 req-5f9b14f7-c4f4-4734-b551-c1629fa30472 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:20.184089 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5a08c660-587a-4339-b4c5-eee837041869 req-5f9b14f7-c4f4-4734-b551-c1629fa30472 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0478141 Aug 26 15:55:20.234703 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5a08c660-587a-4339-b4c5-eee837041869 req-339db99e-d1c3-41cc-ad74-61e364ceb478 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Aug 26 15:55:20.320244 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (9978d447-2f15-4512-9675-bfc09607f200), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:20.326753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:20.350754 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=9978d447-2f15-4512-9675-bfc09607f200,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:20.363018 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.363376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.363726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.364092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.364431 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.364773 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.365254 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.365426 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.365762 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.366092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.366426 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.366752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.367105 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.367408 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.367742 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:20.440235 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-420c09ac-f438-4f68-a823-1021363b4a3f req-fb39a51d-0b08-4029-9c07-83eb6df9d06b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Aug 26 15:55:20.506468 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:20.610549 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:20.620627 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:20.631461 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:20.640795 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:20.656107 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] No DVR routers for this DVR port 9978d447-2f15-4512-9675-bfc09607f200 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:20.658769 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:20.662610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-03dd7338-2478-4b6d-825f-2927252e7713 req-b3a2b336-2e14-4973-b62d-f1381e1c8b0e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9978d447-2f15-4512-9675-bfc09607f200 HTTP/1.1" status: 204 len: 173 time: 0.8702469 Aug 26 15:55:20.663058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'name': 'network-vif-deleted', 'tag': '9978d447-2f15-4512-9675-bfc09607f200'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:20.665355 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf507f3-5dae-4654-853b-37624368f9db" -d '{"events": [{"server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "name": "network-vif-deleted", "tag": "9978d447-2f15-4512-9675-bfc09607f200"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:20.703349 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52baae-171a-48db-882a-01c6fea04fd0 x-openstack-request-id: req-0b52baae-171a-48db-882a-01c6fea04fd0 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:20.703679 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a08df-4027-4153-8284-9ef744c15cb5", "name": "network-vif-deleted", "tag": "9978d447-2f15-4512-9675-bfc09607f200", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:20.703971 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b52baae-171a-48db-882a-01c6fea04fd0 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:20.704377 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b52baae-171a-48db-882a-01c6fea04fd0'] response: {'server_uuid': '241a08df-4027-4153-8284-9ef744c15cb5', 'name': 'network-vif-deleted', 'tag': '9978d447-2f15-4512-9675-bfc09607f200', 'status': 'completed', 'code': 200} Aug 26 15:55:20.722758 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:20.741171 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:20.936921 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:20.965887 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:20.974857 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:20.975457 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:21.072500 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:21.257649 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:21.270538 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:21.272434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:21.282230 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6fac8-f067-49af-b8d4-57d691302758 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:21.357519 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98de20-3215-44d3-9f98-118f82ae14b3 req-0d5bf90a-5908-4a64-bb3d-b0120a4fbd73 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:21.358996 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae98de20-3215-44d3-9f98-118f82ae14b3 req-0d5bf90a-5908-4a64-bb3d-b0120a4fbd73 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0497854 Aug 26 15:55:21.409138 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae98de20-3215-44d3-9f98-118f82ae14b3 req-5bb761b6-a5a4-4aab-8425-7505712b121d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Aug 26 15:55:21.495560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbcfe46-13df-4ddb-aa9a-408abd2dd945 None None] New status for floating IP 1d38c51d-cc87-4894-9231-202b83d44ba0: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:21.551726 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3f4e8dec-93db-4dff-afb7-ca80e708dd27 req-829df040-1130-4b7c-9ec9-b6033596e8eb tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0292428 Aug 26 15:55:22.533878 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1405-db38-4165-ba12-6fece6972a4e req-160f2113-03ee-4b70-8ff3-e00920025150 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:22.535899 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-febc1405-db38-4165-ba12-6fece6972a4e req-160f2113-03ee-4b70-8ff3-e00920025150 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0528538 Aug 26 15:55:22.585188 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-febc1405-db38-4165-ba12-6fece6972a4e req-6b01e3d4-6a5a-432a-871a-b43384a354de tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 Aug 26 15:55:22.666037 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-90926420-17ff-4b6e-a654-48e2e045a3a7 req-042b6bd6-574f-42e2-b4e4-72fa6a4f319f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Aug 26 15:55:23.528696 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:55:23.716392 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf17e77-a9e0-4db2-ad3c-661ab4a855ce req-a840e725-5d2c-452b-8ae2-5ba1a3c91d2b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:23.717986 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bf17e77-a9e0-4db2-ad3c-661ab4a855ce req-a840e725-5d2c-452b-8ae2-5ba1a3c91d2b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0513198 Aug 26 15:55:23.767852 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2bf17e77-a9e0-4db2-ad3c-661ab4a855ce req-5ec07825-94e3-4505-af58-6d0181ce0fbf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Aug 26 15:55:23.772675 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-73add7f9-bd1d-45a4-b941-68eda6b0600c req-88ac9758-6c73-49b1-99d3-46a9f1bec23f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0312343 Aug 26 15:55:24.084716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9978d447-2f15-4512-9675-bfc09607f200 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:24.106380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 9978d447-2f15-4512-9675-bfc09607f200 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:24.106380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9978d447-2f15-4512-9675-bfc09607f200 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:24.344248 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-3dc017ec-25a1-4a1b-9a0e-a4b446eaaee5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387068 Aug 26 15:55:24.390708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-13cfe6a5-3f66-4658-8165-932e055c7456 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:24.392343 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-13cfe6a5-3f66-4658-8165-932e055c7456 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0498614 Aug 26 15:55:24.470381 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042088-cbd1-4174-a931-fe51dd566194 req-a35eff75-09a4-42c6-a7e1-f4792371d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:24.471913 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-a35eff75-09a4-42c6-a7e1-f4792371d905 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=853df33daae14bd9825788afd555e11a&device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 1129 time: 0.0485966 Aug 26 15:55:24.489941 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Deleting port c5172524-b071-4da7-93f1-8465faf155b2 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:24.490289 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (c5172524-b071-4da7-93f1-8465faf155b2), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:24.582985 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] For port c5172524-b071-4da7-93f1-8465faf155b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c5172524-b071-4da7-93f1-8465faf155b2,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:24.583359 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (c5172524-b071-4da7-93f1-8465faf155b2), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:24.800608 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:24.800608 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:24.801183 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Floating IP 7347875e-f94f-4502-910c-a379005cef6a disassociated. External IP: 172.27.3.22, port: c5172524-b071-4da7-93f1-8465faf155b2. Aug 26 15:55:24.801183 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Calling delete_port for c5172524-b071-4da7-93f1-8465faf155b2 owned by compute:nova {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:24.930258 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4b2a85a1-5ef2-477d-a61f-d35563a3f472 req-bd1cfc13-6b85-4ece-86d6-bfd00fe26c3b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0570879 Aug 26 15:55:24.931149 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57d377-3381-491b-adea-c8ab2cb5cc0d req-5a5f4fa3-244b-402a-bddf-369944c09f2d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:24.938336 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0f57d377-3381-491b-adea-c8ab2cb5cc0d req-5a5f4fa3-244b-402a-bddf-369944c09f2d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 946 time: 0.0874779 Aug 26 15:55:24.991532 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042088-cbd1-4174-a931-fe51dd566194 req-d9208ab9-65bc-4c19-9334-10ecb941a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:24.993106 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-d9208ab9-65bc-4c19-9334-10ecb941a856 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 200 len: 921 time: 0.1381960 Aug 26 15:55:24.999342 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:25.026353 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0f57d377-3381-491b-adea-c8ab2cb5cc0d req-97a356ae-ab23-4c38-9f34-f07dec26e59b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=72b0ea6b-bedc-4d1b-b962-53d2231c9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871370 Aug 26 15:55:25.082663 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-dfdab1dd-5067-4e2d-a14e-7e156a5d3292 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 200 len: 217 time: 0.0349033 Aug 26 15:55:25.085419 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (c5172524-b071-4da7-93f1-8465faf155b2), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:25.121032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event deleted for resources: {'Port': ['ID=c5172524-b071-4da7-93f1-8465faf155b2,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:25.128753 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:25.158153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042088-cbd1-4174-a931-fe51dd566194 req-a62c8a68-0279-4c01-aa51-60cc7e5a17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:25.159616 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-a62c8a68-0279-4c01-aa51-60cc7e5a17a0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 200 len: 858 time: 0.0686438 Aug 26 15:55:25.205429 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042088-cbd1-4174-a931-fe51dd566194 req-e91edc79-6698-44e0-b298-8bc54c1c3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:25.206946 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-e91edc79-6698-44e0-b298-8bc54c1c3519 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cab596ab-7d04-4922-b3cc-a5bd19fc2e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404830 Aug 26 15:55:25.259654 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Router 03cdde03-fcac-4643-8465-5bfd52c82260 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:25.315480 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-5eb67dcb-97af-47cf-89a5-8e49efdd49d6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905650 Aug 26 15:55:25.364556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:25.376011 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:25.388100 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:25.388812 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:25.412382 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] No DVR routers for this DVR port c5172524-b071-4da7-93f1-8465faf155b2 on host hv-cinder-83124 {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:25.414677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:25.417972 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c7d04332-579f-4050-ad0b-48cb958aca25 req-552701fd-40ef-43cd-8236-f3e3b3f774e2 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "DELETE /networking/v2.0/ports/c5172524-b071-4da7-93f1-8465faf155b2 HTTP/1.1" status: 204 len: 173 time: 1.0207694 Aug 26 15:55:25.418413 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'name': 'network-vif-deleted', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:25.420736 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d09c7-88c5-4a66-93e5-8689c9b60425" -d '{"events": [{"server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "name": "network-vif-deleted", "tag": "c5172524-b071-4da7-93f1-8465faf155b2"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:25.460163 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f52ad5-5963-4f4b-a9b7-ee88eb7a13f8 x-openstack-request-id: req-19f52ad5-5963-4f4b-a9b7-ee88eb7a13f8 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:25.460452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d976c8-85c3-48de-80ba-93fdff79445a", "name": "network-vif-deleted", "tag": "c5172524-b071-4da7-93f1-8465faf155b2", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:25.460700 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19f52ad5-5963-4f4b-a9b7-ee88eb7a13f8 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:25.461105 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f52ad5-5963-4f4b-a9b7-ee88eb7a13f8'] response: {'server_uuid': '08d976c8-85c3-48de-80ba-93fdff79445a', 'name': 'network-vif-deleted', 'tag': 'c5172524-b071-4da7-93f1-8465faf155b2', 'status': 'completed', 'code': 200} Aug 26 15:55:25.506358 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:25.635837 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:25.703489 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:25.732345 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:25.740785 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3b042088-cbd1-4174-a931-fe51dd566194 req-d355ceac-c5c0-4eba-b6f2-63b9b4196606 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978732 Aug 26 15:55:25.757860 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:25.766499 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:25.767146 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:25.877257 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:25.916911 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:26.071364 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-15584aa2-d581-4d1a-9db0-3e9ae372d3dc req-72025e33-267b-494e-b91e-941b2a2aaa92 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=241a08df-4027-4153-8284-9ef744c15cb5 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Aug 26 15:55:26.154082 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b681efb7-f15e-4b37-a0cb-da17f0d6e709 req-ddac40aa-8e18-47bf-9253-8b98343d8407 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0298867 Aug 26 15:55:26.167494 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:26.206798 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da480c4-56ce-424a-bd36-8c4b777367a6 None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:50:13Z', 'revision_number': 4, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'c955c6c4-40e7-4d6b-a8a1-40bf0b9be839', 'name': '', 'network_id': 'cab596ab-7d04-4922-b3cc-a5bd19fc2e98', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'mac_address': 'fa:16:3e:24:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:12Z', 'updated_at': '2022-08-26T15:50:25Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'subnets': [{'id': 'c6570f5e-b67f-43c1-b77d-3e7e51018805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:26.453983 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492cf01-13df-4bd4-aa2e-4c7ded764d86 None None] New status for floating IP 7347875e-f94f-4502-910c-a379005cef6a: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:26.789274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf4f0-a251-493b-a1d9-ff42c037cd42 req-cedf314d-5c03-4d1a-a82e-74e12f3facea tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:26.790853 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-301cf4f0-a251-493b-a1d9-ff42c037cd42 req-cedf314d-5c03-4d1a-a82e-74e12f3facea tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Aug 26 15:55:26.844406 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-301cf4f0-a251-493b-a1d9-ff42c037cd42 req-43bdb5a1-6c06-4eee-8478-5cf12a9a5d83 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Aug 26 15:55:27.240199 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41074) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:27.274890 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-793d602e-28f7-4a64-a4c9-de2ea6e2e348 req-1c10b85d-d1d4-4da9-a864-e3c8376defba tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0286548 Aug 26 15:55:27.294158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:27.297339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (62f3b9bf-acd3-4247-99f4-33750b871786), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.319852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (62f3b9bf-acd3-4247-99f4-33750b871786), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.448304 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (62f3b9bf-acd3-4247-99f4-33750b871786), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.450863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.452075 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/62f3b9bf-acd3-4247-99f4-33750b871786 HTTP/1.1" status: 204 len: 168 time: 0.2120380 Aug 26 15:55:27.454980 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41076) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:27.462510 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff94596-8dbc-4c41-993b-ae4200a228fe tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3b9bf-acd3-4247-99f4-33750b871786,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:27.470602 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.api.v2.resource [None req-9d5dfc3d-565a-4577-8d1d-38688816709e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] show failed (client error): The resource could not be found. Aug 26 15:55:27.470872 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-9d5dfc3d-565a-4577-8d1d-38688816709e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups/62f3b9bf-acd3-4247-99f4-33750b871786 HTTP/1.1" status: 404 len: 347 time: 0.0148215 Aug 26 15:55:27.474405 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41078) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:27.586756 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port 47f2b691-cce5-4ac7-8571-cd53fd742d9f {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:27.589287 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.668414 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.668744 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (47f2b691-cce5-4ac7-8571-cd53fd742d9f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:27.681748 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for 47f2b691-cce5-4ac7-8571-cd53fd742d9f owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:27.977941 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eba83-db5c-4c4f-8401-53f7fa8634c7 req-f025ffb1-f7c4-43f3-aa70-2523047a6c88 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:27.979479 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d1eba83-db5c-4c4f-8401-53f7fa8634c7 req-f025ffb1-f7c4-43f3-aa70-2523047a6c88 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0590777 Aug 26 15:55:28.030981 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d1eba83-db5c-4c4f-8401-53f7fa8634c7 req-867e802f-d2e2-4969-8bef-213357ec35ed tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Aug 26 15:55:28.106350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c5172524-b071-4da7-93f1-8465faf155b2 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:28.114839 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (47f2b691-cce5-4ac7-8571-cd53fd742d9f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.126001 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: c5172524-b071-4da7-93f1-8465faf155b2 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:28.126353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c5172524-b071-4da7-93f1-8465faf155b2 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:28.138590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=47f2b691-cce5-4ac7-8571-cd53fd742d9f,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:28.186826 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:28.203090 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (1d38c51d-cc87-4894-9231-202b83d44ba0), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.205691 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.206853 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-cdbbaca8-0e7b-4031-b2f2-299c19e759e8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/1d38c51d-cc87-4894-9231-202b83d44ba0 HTTP/1.1" status: 204 len: 168 time: 0.7311821 Aug 26 15:55:28.360100 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41086) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:28.364718 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452208241', 'description': 'tempest-description--839308641'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:28.392437 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4c650bfc-6c03-4bf4-a270-4c0a7d1e6126 req-62c30373-9a16-4de7-a89f-134518b484cf tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=08d976c8-85c3-48de-80ba-93fdff79445a HTTP/1.1" status: 200 len: 210 time: 0.0290151 Aug 26 15:55:28.434867 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.508016 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.560414 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.594039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:28.602237 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.602594 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.604703 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.605469 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.605469 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.605679 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.605812 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.606148 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.606622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.606946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:28.684298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.685590 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-42f8235d-a607-4dd9-9e99-c3fda2b5eb2f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3244424 Aug 26 15:55:28.688479 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41088) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:28.692807 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': 'a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:28.786580 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (6fc0d50e-8500-40bd-91cc-477da01be981), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.841905 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (6fc0d50e-8500-40bd-91cc-477da01be981), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.945245 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (6fc0d50e-8500-40bd-91cc-477da01be981), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:28.964485 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc0d50e-8500-40bd-91cc-477da01be981,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:29.088905 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-e1049884-442a-4bd1-85e2-e971cc091faa tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:29.090399 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-e1049884-442a-4bd1-85e2-e971cc091faa tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0478413 Aug 26 15:55:29.096366 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.100797 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3263360b-17e2-4faf-a709-214a0b30322e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082971 Aug 26 15:55:29.110854 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41092) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:29.110854 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': 'a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:29.127565 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:29.167226 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70ef1-d86f-4b90-9b95-97887590d642 req-bfc0add4-84cd-4a25-b5f2-a5727ad4b852 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:29.169029 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7ab70ef1-d86f-4b90-9b95-97887590d642 req-bfc0add4-84cd-4a25-b5f2-a5727ad4b852 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 946 time: 0.0569894 Aug 26 15:55:29.190789 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Deleting port c403c367-d759-4ca4-b284-2bda6e58d872 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:29.191330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.228712 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7ab70ef1-d86f-4b90-9b95-97887590d642 req-6eac5191-127b-4d73-aa3b-e61134afb06f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=49e99f77-e26c-4f4f-ae7f-5186302bdb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Aug 26 15:55:29.261205 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (b0cb3aeb-4cf7-4e1f-b4e9-28a14e276f1c), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.314563 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] For port c403c367-d759-4ca4-b284-2bda6e58d872, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c403c367-d759-4ca4-b284-2bda6e58d872,segment=NetworkSegment(caed0111-ca4a-4408-93ac-c9689dea98ab),segment_id=caed0111-ca4a-4408-93ac-c9689dea98ab)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:29.315091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.321162 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (b0cb3aeb-4cf7-4e1f-b4e9-28a14e276f1c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.329552 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Calling delete_port for c403c367-d759-4ca4-b284-2bda6e58d872 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:29.394263 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (b0cb3aeb-4cf7-4e1f-b4e9-28a14e276f1c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.414792 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cb3aeb-4cf7-4e1f-b4e9-28a14e276f1c,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:29.467207 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.468562 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-236bc8a3-e495-41c2-a194-f641cc4ff415 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664951 Aug 26 15:55:29.471786 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41098) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:29.476784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:29.510989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c403c367-d759-4ca4-b284-2bda6e58d872), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.538689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41100) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:29.544580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Pushing event deleted for resources: {'Port': ['ID=c403c367-d759-4ca4-b284-2bda6e58d872,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:29.554166 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:29.560398 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c403c367-d759-4ca4-b284-2bda6e58d872'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:55:29.591614 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.593656 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] No DVR routers for this DVR port c403c367-d759-4ca4-b284-2bda6e58d872 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:29.596673 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.600659 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aa3a7878-26be-4fa3-9952-a0d266c28706 req-df090272-265b-4906-8f5e-a2303553815f tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.67 "DELETE /networking/v2.0/ports/c403c367-d759-4ca4-b284-2bda6e58d872 HTTP/1.1" status: 204 len: 173 time: 0.5041595 Aug 26 15:55:29.601125 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'name': 'network-vif-deleted', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:29.603815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512d885-b6f7-44ee-902a-5f66f10a5e76" -d '{"events": [{"server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "name": "network-vif-deleted", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:29.641969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd565da-500a-4620-b620-07b22b8d228f x-openstack-request-id: req-1dd565da-500a-4620-b620-07b22b8d228f {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:29.642266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9b0b71-315c-4701-8d05-04ad47287f13", "name": "network-vif-deleted", "tag": "c403c367-d759-4ca4-b284-2bda6e58d872", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:29.642520 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1dd565da-500a-4620-b620-07b22b8d228f {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:29.642924 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd565da-500a-4620-b620-07b22b8d228f'] response: {'server_uuid': '5e9b0b71-315c-4701-8d05-04ad47287f13', 'name': 'network-vif-deleted', 'tag': 'c403c367-d759-4ca4-b284-2bda6e58d872', 'status': 'completed', 'code': 200} Aug 26 15:55:29.685837 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (72b0ea6b-bedc-4d1b-b962-53d2231c9c94), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.727141 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (72b0ea6b-bedc-4d1b-b962-53d2231c9c94), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.739428 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.867776 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.27.3.216 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/b25ddcea-a5c4-47ad-b8f2-f29b5bb71430) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:55:29.922254 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (72b0ea6b-bedc-4d1b-b962-53d2231c9c94), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.924876 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:29.926075 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/72b0ea6b-bedc-4d1b-b962-53d2231c9c94 HTTP/1.1" status: 204 len: 168 time: 0.3863626 Aug 26 15:55:29.928846 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41106) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:29.939996 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56789c-06b7-4d1d-990a-c6d9a74399dd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0ea6b-bedc-4d1b-b962-53d2231c9c94,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:29.953604 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-5762080a-cea7-4e58-a7cf-6d995b89b969 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] show failed (client error): The resource could not be found. Aug 26 15:55:29.954847 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5762080a-cea7-4e58-a7cf-6d995b89b969 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups/72b0ea6b-bedc-4d1b-b962-53d2231c9c94 HTTP/1.1" status: 404 len: 347 time: 0.0250320 Aug 26 15:55:29.958282 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41108) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:29.998793 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:30.001232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:30.004856 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.109858 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.157214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:55:30.163168 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:55:30.167482 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:55:30.171821 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=b25ddcea-a5c4-47ad-b8f2-f29b5bb71430,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:30.274138 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.352135 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-17687780-adc1-4792-af22-e0dd1d3d3052 req-1b160af8-8bcf-4f24-9e08-488f5f652911 tempest-VolumesSnapshotTestJSON-447155880 tempest-VolumesSnapshotTestJSON-447155880-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=5e9b0b71-315c-4701-8d05-04ad47287f13 HTTP/1.1" status: 200 len: 210 time: 0.0303807 Aug 26 15:55:30.369645 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Deleting port 92942153-85e0-46ef-ac5c-0680fba52d51 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:30.369996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.391841 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.450308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.450636 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (92942153-85e0-46ef-ac5c-0680fba52d51), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.464983 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Calling delete_port for 92942153-85e0-46ef-ac5c-0680fba52d51 owned by network:floatingip {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:30.517232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:30.525162 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:30.547429 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.663155 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.692479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (92942153-85e0-46ef-ac5c-0680fba52d51), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.718467 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event deleted for resources: {'Port': ['ID=92942153-85e0-46ef-ac5c-0680fba52d51,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:30.738655 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.741382 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=b25ddcea-a5c4-47ad-b8f2-f29b5bb71430,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:30.789386 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks [] for floatingip (7347875e-f94f-4502-910c-a379005cef6a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.792110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.793338 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-26ac37a9-1751-4194-a1e0-fd4e2323996c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/7347875e-f94f-4502-910c-a379005cef6a HTTP/1.1" status: 204 len: 168 time: 0.8340895 Aug 26 15:55:30.831820 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:30.833694 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-88ae3282-0550-4985-9ed6-192fad475eab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3609264 Aug 26 15:55:31.050970 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-0c964395-fd21-46b5-9bab-4dc4252aed88 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1452208241&fields=id&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 267 time: 0.0500281 Aug 26 15:55:31.167768 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-172a6208-3a0b-4ef3-a114-d3596f009ad4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:31.169290 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-172a6208-3a0b-4ef3-a114-d3596f009ad4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1109560 Aug 26 15:55:31.181321 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8eb05521-3e73-4660-9715-179a7e309ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:31.184645 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-dee6ee0e-ac12-466f-a20c-7031c71d1045 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/quotas/f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Aug 26 15:55:31.236748 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-a750a7b4-10a6-4a3e-9a33-57962fc44d57 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466063 Aug 26 15:55:31.382518 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-f1eb3b13-ced8-4239-8e9f-3d35ab6dc878 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345224 Aug 26 15:55:31.481224 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-8aba32ff-5d48-42d9-8187-8bd80348377e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926237 Aug 26 15:55:31.768538 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-baa0552d-3c00-4812-b03b-6d8326468c74 req-a4886ffa-ff24-40f4-9690-cf7bea72d252 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0379298 Aug 26 15:55:32.872210 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dbd7f8dd-fe50-456d-9ecc-ccfe5dfcbbcc req-1b1ddb05-2441-4ff8-9734-e3b3540747c8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Aug 26 15:55:33.397099 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8a9af9f4-bb07-4a9e-ba93-23399d8104d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:33.724036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:33.734360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01f3e-0e97-4425-b98e-534939b4332f req-2381fa4d-e7b4-4f06-9e12-3ca17de6c9b8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:33.735805 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8ef01f3e-0e97-4425-b98e-534939b4332f req-2381fa4d-e7b4-4f06-9e12-3ca17de6c9b8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0475602 Aug 26 15:55:33.786541 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8ef01f3e-0e97-4425-b98e-534939b4332f req-cddff9dd-2a52-4941-822a-bdbc2b61a6ed tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Aug 26 15:55:33.973679 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e3d1f1fa-85db-4335-8fed-a98cbbc9765d req-faa53b42-f693-4850-b47d-881b0ee16879 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Aug 26 15:55:34.756534 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:34.778030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40cbb6-5c23-446c-b631-200a54a0ce05 req-3b9287a2-5f29-4791-bdae-5a3cde152319 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:34.779300 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0b40cbb6-5c23-446c-b631-200a54a0ce05 req-3b9287a2-5f29-4791-bdae-5a3cde152319 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0479286 Aug 26 15:55:34.843462 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0b40cbb6-5c23-446c-b631-200a54a0ce05 req-e8684d52-6cf1-4780-949b-55d366e0d57c tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583951 Aug 26 15:55:34.905203 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf266e3e-4c02-476b-bed3-a9c37ee45961 req-e92896ef-1dad-404d-9673-2877016c78f7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:34.906673 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bf266e3e-4c02-476b-bed3-a9c37ee45961 req-e92896ef-1dad-404d-9673-2877016c78f7 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0463529 Aug 26 15:55:34.954793 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bf266e3e-4c02-476b-bed3-a9c37ee45961 req-9a93ccbe-cead-4185-aced-2d5f0b110a77 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Aug 26 15:55:35.074281 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a1e4282d-4fa0-4e35-8e4f-1dfefb8ee535 req-43ab5b07-8f3b-45c9-84b3-34ccb7987a76 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0294685 Aug 26 15:55:35.961164 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b630-f0be-4561-9be3-93fe7355d6fe req-0bc0ec05-cf81-406d-950c-40744abfdf40 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:35.962615 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb61b630-f0be-4561-9be3-93fe7355d6fe req-0bc0ec05-cf81-406d-950c-40744abfdf40 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0466602 Aug 26 15:55:36.027502 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb61b630-f0be-4561-9be3-93fe7355d6fe req-ba99efc1-3a8b-4848-8ca2-9ecdeb33843d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591981 Aug 26 15:55:36.073632 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0c596-c48a-4c06-ab6b-39fca3ef9c51 req-aed10a85-8a6e-430c-9dde-6ad0af2aabed tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:36.075260 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-27f0c596-c48a-4c06-ab6b-39fca3ef9c51 req-aed10a85-8a6e-430c-9dde-6ad0af2aabed tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0488837 Aug 26 15:55:36.126415 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-27f0c596-c48a-4c06-ab6b-39fca3ef9c51 req-2dc29b06-c41d-46ad-b7c1-146261589332 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Aug 26 15:55:36.170158 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=14 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:36.177062 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=40 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:36.177780 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e84b0341-8664-44ef-bae4-84de4bd0804a req-1d381544-b8ff-422a-93fa-8b0ec2912690 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Aug 26 15:55:36.382505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:36.471230 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:36.487133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c403c367-d759-4ca4-b284-2bda6e58d872 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:36.507972 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: c403c367-d759-4ca4-b284-2bda6e58d872 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:36.508310 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c403c367-d759-4ca4-b284-2bda6e58d872 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:37.150902 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ec154-9fe2-4a93-ade6-ad384d66dff4 req-1baad338-6298-4fd4-a80f-632d41f185c7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.152410 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a32ec154-9fe2-4a93-ade6-ad384d66dff4 req-1baad338-6298-4fd4-a80f-632d41f185c7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0508404 Aug 26 15:55:37.216390 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a32ec154-9fe2-4a93-ade6-ad384d66dff4 req-07faec77-addc-4d5a-b33f-ca63522caac6 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576925 Aug 26 15:55:37.249004 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1fd9c-f168-49b0-b284-c529da36f4b9 req-c67365dc-af03-4efd-82d8-091637fd3fa5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.250558 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-74a1fd9c-f168-49b0-b284-c529da36f4b9 req-c67365dc-af03-4efd-82d8-091637fd3fa5 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0490937 Aug 26 15:55:37.314620 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-ddc9ac4f-3d3e-4863-a318-c78a94fe51cd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.316024 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-ddc9ac4f-3d3e-4863-a318-c78a94fe51cd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 945 time: 0.0643613 Aug 26 15:55:37.328798 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a1775ae5-c410-4c38-b70c-e40678593dfb req-1ca291fc-3be3-4b7b-ad3d-a6d861c8cb6c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0392179 Aug 26 15:55:37.339547 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-74a1fd9c-f168-49b0-b284-c529da36f4b9 req-d645ce92-e6b0-45ef-ab45-9f3b6ec6dd28 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795076 Aug 26 15:55:37.360600 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-dca9cf49-ea72-4b3a-92b7-5d52fa2ac103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.362310 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-dca9cf49-ea72-4b3a-92b7-5d52fa2ac103 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1168 time: 0.1111403 Aug 26 15:55:37.555004 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-c7b5f456-c131-4449-ba12-073d867dec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.556516 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-c7b5f456-c131-4449-ba12-073d867dec3f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.0963380 Aug 26 15:55:37.594022 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:37.632212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Deleting port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:37.632722 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:37.646668 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-4afa042f-f7f5-4abd-8840-b732d0d312c2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 1001 time: 0.0827806 Aug 26 15:55:37.661706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-592d44b9-3b92-48aa-91e3-b46575375e1b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.661706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-592d44b9-3b92-48aa-91e3-b46575375e1b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1988227 Aug 26 15:55:37.697715 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:37.713975 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-85b931d3-3819-446c-88b8-6ca1b5d9b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.715501 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-85b931d3-3819-446c-88b8-6ca1b5d9b06e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0613930 Aug 26 15:55:37.771727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-826e803a-5a65-474f-9603-01752395af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:37.775319 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-826e803a-5a65-474f-9603-01752395af1d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534930 Aug 26 15:55:37.782625 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-52cc3a6a-8db0-4668-b56b-770e553c6e07 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 380 time: 0.0968258 Aug 26 15:55:37.790050 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] For port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:37.790421 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:37.797192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'port': {'device_id': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'admin_state_up': True, 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'security_groups': ['a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:37.853498 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Calling delete_port for c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:37.873132 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-609a5563-a913-489e-b496-b6205884e5bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897124 Aug 26 15:55:37.963566 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:37.966522 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:37.976865 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f2ada344-ea23-4e10-a4c6-5c8e77d9cbee req-f8b53b7a-9931-4de5-8da4-e083c280ba80 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Aug 26 15:55:38.081278 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:55:38.085162 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.137075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.171038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event deleted for resources: {'Port': ['ID=c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:38.176769 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', '57ccb93e-3e0c-4959-a846-0f9b661425bf'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:55:38.235546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] No DVR routers for this DVR port c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:38.269774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.274307 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a1ed579a-3ed5-49ef-ae8f-ed4eab35aead req-51e340c1-59ed-489f-ab55-1b1034bf10e0 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "DELETE /networking/v2.0/ports/c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c HTTP/1.1" status: 204 len: 173 time: 0.7991750 Aug 26 15:55:38.274936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'name': 'network-vif-deleted', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:38.286559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c6cb9-0456-4b23-be45-55a4298138cc" -d '{"events": [{"server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "name": "network-vif-deleted", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:38.343814 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.20.0.11 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/bc49cf78-376c-4f7e-999a-0d25675122ef) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:55:38.352997 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336030d-f877-413f-923b-4817df536d01 req-d18133e9-79cf-4d9d-b632-1e5d24753842 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:38.356049 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a336030d-f877-413f-923b-4817df536d01 req-d18133e9-79cf-4d9d-b632-1e5d24753842 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0521235 Aug 26 15:55:38.459551 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a336030d-f877-413f-923b-4817df536d01 req-dca0871a-3940-406a-a720-2b15737ec1a7 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940990 Aug 26 15:55:38.468913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c06acba-02b8-4e46-b4d2-d3b4f1cc73a2 x-openstack-request-id: req-2c06acba-02b8-4e46-b4d2-d3b4f1cc73a2 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:38.469199 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d429ff90-f8c3-47df-8bde-884a597251d6", "name": "network-vif-deleted", "tag": "c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:38.469641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2c06acba-02b8-4e46-b4d2-d3b4f1cc73a2 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:38.470177 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c06acba-02b8-4e46-b4d2-d3b4f1cc73a2'] response: {'server_uuid': 'd429ff90-f8c3-47df-8bde-884a597251d6', 'name': 'network-vif-deleted', 'tag': 'c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c', 'status': 'completed', 'code': 200} Aug 26 15:55:38.491313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:38.573534 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-367714fc-4a85-4c6b-9d7e-92fac9a82f29 req-21c47099-0ea2-4c0e-8d55-eb9a8b0cc6ed tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0575151 Aug 26 15:55:38.599745 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.602052 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fadcac15-547c-440b-a63c-84e4cabb4e05 req-f91765aa-6e5f-4e3a-aeaf-165acdf91a5e tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0699663 Aug 26 15:55:38.775160 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.824260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:55:38.828166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:55:38.830460 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:55:38.855911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:38.892554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:38.893205 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:38.965523 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-9244862a-da5b-435a-a86e-d70a7e352924 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1721067 Aug 26 15:55:39.000163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Request body: {'port': {'device_id': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:39.059366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.068809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:39.076328 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-b4c42f06-8498-405c-bf3e-6522cf050ff4 None None] Provisioning complete for port bc49cf78-376c-4f7e-999a-0d25675122ef triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:55:39.076716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b4c42f06-8498-405c-bf3e-6522cf050ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.110141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-b4c42f06-8498-405c-bf3e-6522cf050ff4 None None] Port bc49cf78-376c-4f7e-999a-0d25675122ef cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:55:39.342829 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc49cf78-376c-4f7e-999a-0d25675122ef {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:55:39.350342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks [] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.362543 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Transition to ACTIVE for port object bc49cf78-376c-4f7e-999a-0d25675122ef will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:55:39.423243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.514126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:39.541305 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Attempting to bind port bc49cf78-376c-4f7e-999a-0d25675122ef on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:55:39.541648 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Attempting to bind port bc49cf78-376c-4f7e-999a-0d25675122ef by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:55:39.542023 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Attempting to bind port bc49cf78-376c-4f7e-999a-0d25675122ef on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:55:39.546662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Port bc49cf78-376c-4f7e-999a-0d25675122ef on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:55:39.546985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Attempting to bind port bc49cf78-376c-4f7e-999a-0d25675122ef on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:55:39.552550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:55:39.564425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:55:39.564425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:55:39.564425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Bound port: bc49cf78-376c-4f7e-999a-0d25675122ef, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:55:39.564425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.639967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35fe3b-d9f2-4598-a6bd-526f5d4c8b37 req-6e55ea7f-0020-4ae5-bab3-307e3bce11fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:39.641472 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d35fe3b-d9f2-4598-a6bd-526f5d4c8b37 req-6e55ea7f-0020-4ae5-bab3-307e3bce11fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0845129 Aug 26 15:55:39.677246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:55:39.698894 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc49cf78-376c-4f7e-999a-0d25675122ef,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:55:39.704220 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba422-a0ba-498d-97ed-ce1f758a10cd req-5bfaf694-5a1d-46a3-8d10-e8adeda35e6f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:39.705767 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0edba422-a0ba-498d-97ed-ce1f758a10cd req-5bfaf694-5a1d-46a3-8d10-e8adeda35e6f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 944 time: 0.0519557 Aug 26 15:55:39.707972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:39.729666 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0d35fe3b-d9f2-4598-a6bd-526f5d4c8b37 req-19771d29-8248-45a1-9a91-4cfca1145ab6 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785143 Aug 26 15:55:39.774574 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0edba422-a0ba-498d-97ed-ce1f758a10cd req-ed74b4a0-4367-403d-99d8-3446b76f3561 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599158 Aug 26 15:55:39.793912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.798701 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:39.799500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.802053 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/bc49cf78-376c-4f7e-999a-0d25675122ef HTTP/1.1" status: 200 len: 1094 time: 0.8066394 Aug 26 15:55:39.860831 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-33395276-463c-416b-a9f7-949d46c15273 req-54b86e51-5f63-44b8-ae43-90fb4e8b5403 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=d429ff90-f8c3-47df-8bde-884a597251d6 HTTP/1.1" status: 200 len: 210 time: 0.0393856 Aug 26 15:55:39.876883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08fd83-8794-44b2-a37c-489744638a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:40.043603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-484c882f-3b6b-48cb-a5d3-916f7e7be5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:40.045077 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-484c882f-3b6b-48cb-a5d3-916f7e7be5c8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 1128 time: 0.0382767 Aug 26 15:55:40.091547 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-692992ce-0b6c-4fa2-a0a2-e0ffd187b729 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc49cf78-376c-4f7e-999a-0d25675122ef HTTP/1.1" status: 200 len: 217 time: 0.0315318 Aug 26 15:55:40.142540 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-fd848b17-b19c-4993-acc3-f12fc86823a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:40.143853 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-fd848b17-b19c-4993-acc3-f12fc86823a1 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0454736 Aug 26 15:55:40.190271 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-4cc36060-4774-476a-bfd2-8acde0b5f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:40.191844 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-4cc36060-4774-476a-bfd2-8acde0b5f12f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418141 Aug 26 15:55:40.241405 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:40.283667 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-c72d4dba-6ef7-4fb7-9d4e-019a8abe05ba service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848434 Aug 26 15:55:40.377353 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d214384d-0ff8-4aaa-89a4-3ebdaa226afe req-ca99f8ef-f5e4-4e17-b531-663f5e2eff73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Aug 26 15:55:40.471627 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:40.474479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d049eff0-45d1-458a-9600-dd7599b40513" -d '{"events": [{"name": "network-changed", "server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:40.511551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07ecff3-29cf-4f38-b945-09f4a3112fd6 x-openstack-request-id: req-a07ecff3-29cf-4f38-b945-09f4a3112fd6 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:40.511842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:40.512130 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a07ecff3-29cf-4f38-b945-09f4a3112fd6 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:40.512535 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07ecff3-29cf-4f38-b945-09f4a3112fd6'] response: {'name': 'network-changed', 'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'status': 'completed', 'code': 200} Aug 26 15:55:40.669743 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:40.693166 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:40.693512 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c56e18a2-a1c2-4bab-afa7-6e0bbf18ac6c not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:40.858054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec65471-ae73-4208-836d-7882cdea665f req-efde6bf8-fcfd-4e41-b822-c6b174034b52 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:40.861555 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aec65471-ae73-4208-836d-7882cdea665f req-efde6bf8-fcfd-4e41-b822-c6b174034b52 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0500894 Aug 26 15:55:40.900612 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef27203-2057-4e11-b362-705f7400628d req-af5eed49-04c7-41f5-aee2-e0489688289f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:40.901749 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5ef27203-2057-4e11-b362-705f7400628d req-af5eed49-04c7-41f5-aee2-e0489688289f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 944 time: 0.0524988 Aug 26 15:55:40.927446 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aec65471-ae73-4208-836d-7882cdea665f req-fea62237-e736-432c-8bf8-cfa8457eebf8 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604429 Aug 26 15:55:40.965292 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5ef27203-2057-4e11-b362-705f7400628d req-b246c946-3897-49e8-b9ff-9347b48c7649 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533104 Aug 26 15:55:41.408738 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:41.470809 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea1948-339e-4e81-889e-3e08fe6ad607 req-00814757-12c4-4555-a7c8-f31e091598d9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:41.472304 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a6ea1948-339e-4e81-889e-3e08fe6ad607 req-00814757-12c4-4555-a7c8-f31e091598d9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Aug 26 15:55:41.520880 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a6ea1948-339e-4e81-889e-3e08fe6ad607 req-5db23ba7-73a5-404d-800f-b44eb034f5ff tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Aug 26 15:55:41.594059 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049eff0-45d1-458a-9600-dd7599b40513 req-4cc9a7d2-4424-4473-a8b3-fbafd44b74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:41.595563 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-4cc9a7d2-4424-4473-a8b3-fbafd44b74b4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 1128 time: 0.0511336 Aug 26 15:55:41.691756 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049eff0-45d1-458a-9600-dd7599b40513 req-057e8a30-316c-4dac-92c4-0d5db23acd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:41.693252 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-057e8a30-316c-4dac-92c4-0d5db23acd0f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 916 time: 0.0909410 Aug 26 15:55:42.058634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379c341-1751-4a02-b33c-5e13d74de1e8 req-f66c6e5d-3d40-46f1-9b9e-440b0fbe4caa tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:42.060372 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0379c341-1751-4a02-b33c-5e13d74de1e8 req-f66c6e5d-3d40-46f1-9b9e-440b0fbe4caa tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0535915 Aug 26 15:55:42.093618 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130dd53-553f-49e7-a0e3-e99f15e0f952 req-6f08f853-dc6c-4a26-afd0-57e3e56711d1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:42.095763 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a130dd53-553f-49e7-a0e3-e99f15e0f952 req-6f08f853-dc6c-4a26-afd0-57e3e56711d1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 944 time: 0.0567653 Aug 26 15:55:42.131272 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0379c341-1751-4a02-b33c-5e13d74de1e8 req-be77fda3-3bcb-4cd5-a6ac-c58b68826f2e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652072 Aug 26 15:55:42.149549 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a130dd53-553f-49e7-a0e3-e99f15e0f952 req-00e3f7bf-47f3-4a07-968b-42787a4751e4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454357 Aug 26 15:55:42.656110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241511-9f5b-4629-998d-0f61d37a192e req-139a17ba-d46a-48b7-82a7-d7bfdbc739a9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:42.657564 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28241511-9f5b-4629-998d-0f61d37a192e req-139a17ba-d46a-48b7-82a7-d7bfdbc739a9 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Aug 26 15:55:42.662824 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device bc49cf78-376c-4f7e-999a-0d25675122ef details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:55:42.709709 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28241511-9f5b-4629-998d-0f61d37a192e req-91c61323-91c9-4519-9af0-0d72f8f4cba8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 26 15:55:42.778084 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc49cf78-376c-4f7e-999a-0d25675122ef,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:42.798178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'port_id': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'mac_address': 'fa:16:3e:29:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:55:42.840680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port bc49cf78-376c-4f7e-999a-0d25675122ef is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:55:42.841066 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:42.854415 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc49cf78-376c-4f7e-999a-0d25675122ef {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:55:42.874138 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc49cf78-376c-4f7e-999a-0d25675122ef,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:42.939842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:42.987487 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:42.995035 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.995383 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.995751 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.996119 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.996455 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.996789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.997114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.997440 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.997780 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.998112 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.998438 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.998778 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.999103 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.999428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:42.999754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:55:43.258726 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b568e-c434-402a-8b01-dde968c3c5aa req-29a30207-f163-4cba-bec6-1115fc12472b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:43.260235 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1f0b568e-c434-402a-8b01-dde968c3c5aa req-29a30207-f163-4cba-bec6-1115fc12472b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0512931 Aug 26 15:55:43.272655 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dd332-8000-49c2-844b-bbdd8c4ff578 req-590905ad-b713-4379-8e4e-8f3cab0291c3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:43.275021 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d05dd332-8000-49c2-844b-bbdd8c4ff578 req-590905ad-b713-4379-8e4e-8f3cab0291c3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 945 time: 0.0479665 Aug 26 15:55:43.321131 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1f0b568e-c434-402a-8b01-dde968c3c5aa req-16a287d4-b7a0-44b7-b8e8-7a0b4fc2b34a tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548618 Aug 26 15:55:43.322059 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d05dd332-8000-49c2-844b-bbdd8c4ff578 req-6f478012-c853-41ac-882e-bfe01d596fb5 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Aug 26 15:55:43.323998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['bc49cf78-376c-4f7e-999a-0d25675122ef'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:55:43.353234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:43.369471 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:43.835280 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3c6d-f766-40a0-b8fd-99832208cfc9 req-062d759c-82d9-4d6a-b885-420a957c90c4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:43.836711 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-30fe3c6d-f766-40a0-b8fd-99832208cfc9 req-062d759c-82d9-4d6a-b885-420a957c90c4 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Aug 26 15:55:43.883534 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-30fe3c6d-f766-40a0-b8fd-99832208cfc9 req-0c85e59a-242d-4cf5-8a54-f6949961470f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Aug 26 15:55:44.452145 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dcf3-f390-4035-86c5-6305ae8bdd09 req-4277c202-bad0-4333-992e-19c7f2f745bc tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:44.453636 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-60b3dcf3-f390-4035-86c5-6305ae8bdd09 req-4277c202-bad0-4333-992e-19c7f2f745bc tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 945 time: 0.0488927 Aug 26 15:55:44.456026 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de9527-b0c1-4593-8c2f-242840b2413e req-8eec95ee-ce9f-4aa4-b555-3d4c3379534b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:44.457555 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d5de9527-b0c1-4593-8c2f-242840b2413e req-8eec95ee-ce9f-4aa4-b555-3d4c3379534b tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0540624 Aug 26 15:55:44.507746 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-60b3dcf3-f390-4035-86c5-6305ae8bdd09 req-a905e45f-d32e-4b44-8bc7-a8bf806455ab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474670 Aug 26 15:55:44.519098 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d5de9527-b0c1-4593-8c2f-242840b2413e req-f89dccdc-d9d9-4a5e-8325-689115077635 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553057 Aug 26 15:55:45.003548 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331ac29-a9fe-4585-b6fc-a4f06dd00364 req-62a41653-3e84-40e6-bf38-c18ccd0d7bd8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:45.005116 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c331ac29-a9fe-4585-b6fc-a4f06dd00364 req-62a41653-3e84-40e6-bf38-c18ccd0d7bd8 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0475147 Aug 26 15:55:45.051313 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c331ac29-a9fe-4585-b6fc-a4f06dd00364 req-f67289ab-1781-4a02-9ffa-b98b1bd3400c tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Aug 26 15:55:45.615521 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:45.633908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca5e46-ce3a-47ac-9cac-5dbb63a78b65 req-1000c7c1-039e-4ab7-acc4-a5d8daa9cc67 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:45.635423 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-17ca5e46-ce3a-47ac-9cac-5dbb63a78b65 req-1000c7c1-039e-4ab7-acc4-a5d8daa9cc67 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 945 time: 0.0499382 Aug 26 15:55:45.642022 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c813-1d5c-481c-869f-3f84163ce057 req-16583af9-70dc-43c0-aacc-518020a360ad tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:45.643604 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c6f1c813-1d5c-481c-869f-3f84163ce057 req-16583af9-70dc-43c0-aacc-518020a360ad tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0479805 Aug 26 15:55:45.669688 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:45.683422 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-17ca5e46-ce3a-47ac-9cac-5dbb63a78b65 req-c1249449-13b1-4e8c-9d37-0135021067d4 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 Aug 26 15:55:45.691433 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:45.710621 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c6f1c813-1d5c-481c-869f-3f84163ce057 req-1205772b-4724-4113-8df6-fb16d6b7c6e6 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604386 Aug 26 15:55:46.175368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188a14-b627-46ed-aa55-f1f47dbd2460 req-99effa20-20c0-4556-bf34-41090899aa4f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:46.177468 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ac188a14-b627-46ed-aa55-f1f47dbd2460 req-99effa20-20c0-4556-bf34-41090899aa4f tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Aug 26 15:55:46.189509 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c382ba-296b-4e6e-b88f-b981bb7c7d46 req-9591cdc7-5702-40a9-90ac-8384a8969076 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:46.191120 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-16c382ba-296b-4e6e-b88f-b981bb7c7d46 req-9591cdc7-5702-40a9-90ac-8384a8969076 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0704279 Aug 26 15:55:46.230950 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ac188a14-b627-46ed-aa55-f1f47dbd2460 req-3d7974aa-f39a-483a-a165-9855f667a6f1 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Aug 26 15:55:46.241996 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-16c382ba-296b-4e6e-b88f-b981bb7c7d46 req-2dae7d7c-5895-4e18-b7ac-3575b1880b66 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442317 Aug 26 15:55:46.818260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89bd08-03f5-46c6-b5c8-fcb57a3d429b req-1b0a733f-cc7a-493d-af0a-144ac7a40740 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:46.820811 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8d89bd08-03f5-46c6-b5c8-fcb57a3d429b req-1b0a733f-cc7a-493d-af0a-144ac7a40740 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 945 time: 0.0607247 Aug 26 15:55:46.839026 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae441-1927-4a63-a5cd-af635a1180e0 req-29ece7fd-fec8-4840-9472-7e0fa2cfe714 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:46.840547 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-596ae441-1927-4a63-a5cd-af635a1180e0 req-29ece7fd-fec8-4840-9472-7e0fa2cfe714 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0516441 Aug 26 15:55:46.876180 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8d89bd08-03f5-46c6-b5c8-fcb57a3d429b req-20ea32d6-d337-4a26-a444-268b4c09a2c0 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Aug 26 15:55:46.918214 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-596ae441-1927-4a63-a5cd-af635a1180e0 req-9230453f-b5fe-431c-80e4-a1c13a6f43f6 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700345 Aug 26 15:55:46.938114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device bc49cf78-376c-4f7e-999a-0d25675122ef up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:55:46.985972 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port bc49cf78-376c-4f7e-999a-0d25675122ef completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:55:47.117171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port bc49cf78-376c-4f7e-999a-0d25675122ef triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:55:47.117540 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:47.184212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-3f843e84-ee4e-4641-a1ce-26d02d95a4ae service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc49cf78-376c-4f7e-999a-0d25675122ef HTTP/1.1" status: 200 len: 217 time: 0.0331576 Aug 26 15:55:47.194766 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port bc49cf78-376c-4f7e-999a-0d25675122ef is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:55:47.195151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:47.221452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:47.224208 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a960d5a-e140-4278-bc40-d43343234b85" -d '{"events": [{"server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "name": "network-vif-plugged", "status": "completed", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:47.237628 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc49cf78-376c-4f7e-999a-0d25675122ef,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:47.274368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7a616-c9fc-4de9-8b86-0e9acc1769a7 x-openstack-request-id: req-90d7a616-c9fc-4de9-8b86-0e9acc1769a7 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:47.274903 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "name": "network-vif-plugged", "status": "completed", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:47.275156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90d7a616-c9fc-4de9-8b86-0e9acc1769a7 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:47.275648 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d7a616-c9fc-4de9-8b86-0e9acc1769a7'] response: {'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'code': 200} Aug 26 15:55:47.341278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:47.397568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eff03-05a4-4de2-a142-1ad51d854351 req-e6260565-a4fe-4ff1-a8b3-4416d738c8dc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:47.399614 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-370eff03-05a4-4de2-a142-1ad51d854351 req-e6260565-a4fe-4ff1-a8b3-4416d738c8dc tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0751336 Aug 26 15:55:47.400023 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:47.410712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d5d4d-3ecf-450d-a3cc-cfd3767018ec req-3388b03d-6a73-4836-9cb3-0b7f75a5d909 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:47.412294 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4b5d5d4d-3ecf-450d-a3cc-cfd3767018ec req-3388b03d-6a73-4836-9cb3-0b7f75a5d909 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0807104 Aug 26 15:55:47.454116 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:47.460626 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-370eff03-05a4-4de2-a142-1ad51d854351 req-ceabb2aa-3a82-45ef-9ab6-a6b24d7a1d80 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Aug 26 15:55:47.472940 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4b5d5d4d-3ecf-450d-a3cc-cfd3767018ec req-89ac434e-8d58-4152-b43f-376677b854c0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547764 Aug 26 15:55:47.536445 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:47.541311 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:47.999367 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527019-d66a-4f1f-996e-98462bfa04a6 req-e8d8cf37-80b3-4755-a5ce-30e96ecb49dd tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.001004 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-57527019-d66a-4f1f-996e-98462bfa04a6 req-e8d8cf37-80b3-4755-a5ce-30e96ecb49dd tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0499773 Aug 26 15:55:48.053364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d351-b9ec-4803-a6ff-52dc26c654db req-81ac8343-0ad9-496c-aafa-3b502b9d2818 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.054756 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-57527019-d66a-4f1f-996e-98462bfa04a6 req-f6aa6992-05eb-4ff9-9859-357a9a25f9aa tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474629 Aug 26 15:55:48.055199 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2079d351-b9ec-4803-a6ff-52dc26c654db req-81ac8343-0ad9-496c-aafa-3b502b9d2818 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0545645 Aug 26 15:55:48.121456 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2079d351-b9ec-4803-a6ff-52dc26c654db req-098906ff-b577-4c91-90cc-e9d3bf26f00e tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565422 Aug 26 15:55:48.583699 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7301faa-e4df-4dc9-bd53-e1bc0b4145c8 req-e6dd533e-d474-4cff-afcd-bd9138751c87 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.585378 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e7301faa-e4df-4dc9-bd53-e1bc0b4145c8 req-e6dd533e-d474-4cff-afcd-bd9138751c87 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0494316 Aug 26 15:55:48.594519 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914606f2-16b5-4eac-86e3-de00a6eded04 req-71abe8a9-4336-4e24-a517-602fc0ac8a3d tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.596984 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-914606f2-16b5-4eac-86e3-de00a6eded04 req-71abe8a9-4336-4e24-a517-602fc0ac8a3d tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0475700 Aug 26 15:55:48.653798 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e7301faa-e4df-4dc9-bd53-e1bc0b4145c8 req-14f205c3-3454-4ebb-a3d7-29f62886146d tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Aug 26 15:55:48.673503 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-914606f2-16b5-4eac-86e3-de00a6eded04 req-a95bc99e-ca39-46db-9d44-820f2162ff04 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569115 Aug 26 15:55:48.756018 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049eff0-45d1-458a-9600-dd7599b40513 req-2b5c3045-f3eb-44f9-8337-2a87f319f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.757511 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-2b5c3045-f3eb-44f9-8337-2a87f319f850 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0473983 Aug 26 15:55:48.971420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-e54cfee9-2ab0-4842-8fb9-c2872a32d599 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.972959 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-e54cfee9-2ab0-4842-8fb9-c2872a32d599 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0803068 Aug 26 15:55:48.979476 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049eff0-45d1-458a-9600-dd7599b40513 req-a94e98a8-ec30-4a7c-8f26-cdee1a0c13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:48.979476 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-a94e98a8-ec30-4a7c-8f26-cdee1a0c13de service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807495 Aug 26 15:55:49.184724 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e51b3-a8d0-4bfc-b182-bf8ee9dcfeb2 req-8548c21c-c2e2-4fbe-aa34-81b09106e531 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.186631 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c30e51b3-a8d0-4bfc-b182-bf8ee9dcfeb2 req-8548c21c-c2e2-4fbe-aa34-81b09106e531 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0566754 Aug 26 15:55:49.267152 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c30e51b3-a8d0-4bfc-b182-bf8ee9dcfeb2 req-5dbd9690-b797-4532-a11b-c5b209e692a3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731864 Aug 26 15:55:49.289576 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-8756806e-a79b-4556-93c4-81ac3e9fae7b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.291238 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-8756806e-a79b-4556-93c4-81ac3e9fae7b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0700896 Aug 26 15:55:49.297725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073e508-13b5-4ceb-8496-9a0b900655f8 req-fede113c-bce6-4222-8085-0997cf6d6d6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.299211 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9073e508-13b5-4ceb-8496-9a0b900655f8 req-fede113c-bce6-4222-8085-0997cf6d6d6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0857875 Aug 26 15:55:49.302069 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-d00e060d-3397-4ee7-ab35-59f3796dc77e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116838 Aug 26 15:55:49.302705 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Deleting port 57ccb93e-3e0c-4959-a846-0f9b661425bf {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:49.303044 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.346738 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d79ded-747e-4378-b214-bb746985dc33 req-0f6ff1cf-3031-4069-bd94-e929f802888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.348338 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-25d79ded-747e-4378-b214-bb746985dc33 req-0f6ff1cf-3031-4069-bd94-e929f802888a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 1130 time: 0.0752883 Aug 26 15:55:49.435761 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port ffc9d75b-ddcb-431d-a99f-fd94fe97633c {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:49.436130 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.442091 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-25d79ded-747e-4378-b214-bb746985dc33 req-87276ba0-d2d2-44e1-a79f-b0d49998acba service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832970 Aug 26 15:55:49.458104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:49.486634 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9073e508-13b5-4ceb-8496-9a0b900655f8 req-96430c7b-34f7-43df-ba5d-362b30c049d9 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791072 Aug 26 15:55:49.516855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] For port 57ccb93e-3e0c-4959-a846-0f9b661425bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57ccb93e-3e0c-4959-a846-0f9b661425bf,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:49.517280 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.535334 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-33d7a60b-60cc-400b-8d5a-deea8c218eb7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159264 Aug 26 15:55:49.536417 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Calling delete_port for 57ccb93e-3e0c-4959-a846-0f9b661425bf owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:49.537516 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] For port ffc9d75b-ddcb-431d-a99f-fd94fe97633c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:49.537900 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.538038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:49.646867 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:49.687199 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26ddab-f798-4d52-bd35-e51107ba25af req-3fd76d63-9c78-40e4-a094-f05fef7b2402 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1b26ddab-f798-4d52-bd35-e51107ba25af req-3fd76d63-9c78-40e4-a094-f05fef7b2402 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 945 time: 0.0534065 Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (d60c3477-169f-4ecd-bd63-e3bdb7c73966), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP d60c3477-169f-4ecd-bd63-e3bdb7c73966 disassociated. External IP: 172.27.3.130, port: ffc9d75b-ddcb-431d-a99f-fd94fe97633c. Aug 26 15:55:49.784308 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for ffc9d75b-ddcb-431d-a99f-fd94fe97633c owned by compute:nova {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:49.788625 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (57ccb93e-3e0c-4959-a846-0f9b661425bf), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.820376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Pushing event deleted for resources: {'Port': ['ID=57ccb93e-3e0c-4959-a846-0f9b661425bf,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:49.845762 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f501ea-d2f7-4399-92cd-581a1dad831b req-eafdbc1a-53d5-4811-a6f9-c8935db74fd9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:49.845762 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-16f501ea-d2f7-4399-92cd-581a1dad831b req-eafdbc1a-53d5-4811-a6f9-c8935db74fd9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 945 time: 0.0867429 Aug 26 15:55:49.901574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] No DVR routers for this DVR port 57ccb93e-3e0c-4959-a846-0f9b661425bf on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:49.906257 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:49.909545 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d1339a48-826f-4cbf-b423-5f625c2e2e7b req-59817e5c-59b9-4a33-aba5-b178dc2c9f4b tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.67 "DELETE /networking/v2.0/ports/57ccb93e-3e0c-4959-a846-0f9b661425bf HTTP/1.1" status: 204 len: 173 time: 0.8116076 Aug 26 15:55:49.910077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'name': 'network-vif-deleted', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:49.912440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c780cf-0f0a-49e8-9874-c6caf655374a" -d '{"events": [{"server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "name": "network-vif-deleted", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:49.914357 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1b26ddab-f798-4d52-bd35-e51107ba25af req-4a7422b8-2e88-42c4-a798-904f99ebb7aa tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8209d690-7daf-4fb3-990c-b76079cc27b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198719 Aug 26 15:55:49.952071 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-16f501ea-d2f7-4399-92cd-581a1dad831b req-ab390911-6ca2-430b-bcb8-84e3e6504d22 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033556 Aug 26 15:55:49.989855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272d37c-4655-4574-a520-572e1a2b5c8d x-openstack-request-id: req-5272d37c-4655-4574-a520-572e1a2b5c8d {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:49.989855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae5c9c4-de22-4f03-a66b-3b0a632131e0", "name": "network-vif-deleted", "tag": "57ccb93e-3e0c-4959-a846-0f9b661425bf", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:49.989855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5272d37c-4655-4574-a520-572e1a2b5c8d {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:49.989855 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5272d37c-4655-4574-a520-572e1a2b5c8d'] response: {'server_uuid': 'eae5c9c4-de22-4f03-a66b-3b0a632131e0', 'name': 'network-vif-deleted', 'tag': '57ccb93e-3e0c-4959-a846-0f9b661425bf', 'status': 'completed', 'code': 200} Aug 26 15:55:50.088627 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (ffc9d75b-ddcb-431d-a99f-fd94fe97633c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:50.121035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=ffc9d75b-ddcb-431d-a99f-fd94fe97633c,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:50.231647 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:50.342580 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:50.353143 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:50.370651 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:50.371297 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:50.390966 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] No DVR routers for this DVR port ffc9d75b-ddcb-431d-a99f-fd94fe97633c on host hv-cinder-83124 {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:50.394193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:50.397254 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5fb81-873c-4f27-b75c-dd7631a1ac6a req-ba46ddf6-51bc-4d60-a6b3-c2e11d374782 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:50.398295 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d9318970-ead6-4316-af6e-5910bc0c1853 req-58c908f0-e788-4e90-8c4f-ad9fb2075e41 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ffc9d75b-ddcb-431d-a99f-fd94fe97633c HTTP/1.1" status: 204 len: 173 time: 1.0902622 Aug 26 15:55:50.398766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'name': 'network-vif-deleted', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:50.398985 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-39b5fb81-873c-4f27-b75c-dd7631a1ac6a req-ba46ddf6-51bc-4d60-a6b3-c2e11d374782 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0522668 Aug 26 15:55:50.401183 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafb214-99b9-45e1-af92-d5f6f2558988" -d '{"events": [{"server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "name": "network-vif-deleted", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:50.453142 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-39b5fb81-873c-4f27-b75c-dd7631a1ac6a req-722b435a-cff3-4dd3-b6a4-2bc7841835ee tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Aug 26 15:55:50.500958 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:50.526137 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402112ad-223e-4c38-aded-a72caafc6a8c x-openstack-request-id: req-402112ad-223e-4c38-aded-a72caafc6a8c {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:50.526417 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669aaa3a-3cdf-4764-aa7f-38e9cc9e9894", "name": "network-vif-deleted", "tag": "ffc9d75b-ddcb-431d-a99f-fd94fe97633c", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:50.526670 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-402112ad-223e-4c38-aded-a72caafc6a8c {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:50.527141 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402112ad-223e-4c38-aded-a72caafc6a8c'] response: {'server_uuid': '669aaa3a-3cdf-4764-aa7f-38e9cc9e9894', 'name': 'network-vif-deleted', 'tag': 'ffc9d75b-ddcb-431d-a99f-fd94fe97633c', 'status': 'completed', 'code': 200} Aug 26 15:55:50.632598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cd18c-7f2b-43bc-a5a9-4d157dbde8c7 req-4dbb9bb2-6dc7-41f5-9ee2-7e94210f78a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:50.635074 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-371cd18c-7f2b-43bc-a5a9-4d157dbde8c7 req-4dbb9bb2-6dc7-41f5-9ee2-7e94210f78a4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0660136 Aug 26 15:55:50.716933 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-371cd18c-7f2b-43bc-a5a9-4d157dbde8c7 req-77fb73c8-a35d-4cac-83a1-ea3ecedecac4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753655 Aug 26 15:55:50.740785 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:50.771031 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:50.782121 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:50.782720 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:50.889214 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:50.987086 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57ccb93e-3e0c-4959-a846-0f9b661425bf no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:51.012785 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 57ccb93e-3e0c-4959-a846-0f9b661425bf {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:51.013406 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57ccb93e-3e0c-4959-a846-0f9b661425bf not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:51.043442 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-28164fab-f3e0-4dba-a763-c5a3611ddac0 req-b767d7b0-9469-4f7b-bf08-397f9445d005 tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Aug 26 15:55:51.074657 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6d22ceb7-8107-4972-af39-b70e5e0c2f32 req-72f8912e-2f9d-43c1-8082-94503736f5d1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0294211 Aug 26 15:55:51.090599 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:51.117130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a038b7-68ad-4855-b4be-b3da6963e6a6 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:51.344614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce0226-bb8b-4bb4-a269-bbe691d254e8 None None] New status for floating IP d60c3477-169f-4ecd-bd63-e3bdb7c73966: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:51.608634 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce340a1-acf8-4cfe-a7dd-89a1af98ace8 req-4e12296e-c1a4-4beb-bfb8-e49cd74e8b87 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:51.610143 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bce340a1-acf8-4cfe-a7dd-89a1af98ace8 req-4e12296e-c1a4-4beb-bfb8-e49cd74e8b87 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0608859 Aug 26 15:55:51.660277 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bce340a1-acf8-4cfe-a7dd-89a1af98ace8 req-4599153b-8293-4a6e-9ab7-3e0fbbd7b6ab tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Aug 26 15:55:51.776862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e1e9-158b-4636-8c59-8bb4a8663448 req-acbd62f3-cd97-4ca8-bce6-2ab94857e4fa tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:51.778508 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-aca0e1e9-158b-4636-8c59-8bb4a8663448 req-acbd62f3-cd97-4ca8-bce6-2ab94857e4fa tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Aug 26 15:55:51.790277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41378) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:51.795442 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'port_id': 'bc49cf78-376c-4f7e-999a-0d25675122ef'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:51.844844 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:51.858608 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0017-0c3f-4926-829f-daa2e3e1d86c req-f66ca8b4-3264-4b59-b870-d6423c4756bd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:51.860192 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9ddf0017-0c3f-4926-829f-daa2e3e1d86c req-f66ca8b4-3264-4b59-b870-d6423c4756bd tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0538781 Aug 26 15:55:51.926657 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9ddf0017-0c3f-4926-829f-daa2e3e1d86c req-23f9823f-9a18-4566-85cf-9edcb1e3268f tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598834 Aug 26 15:55:52.204133 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7bacef5c-551d-438b-9c04-f69f9f096dbd req-41148219-c1d6-490c-a77a-0d49f37bb10a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0299625 Aug 26 15:55:52.439225 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a06c3546-5fb2-49bd-8444-12e54b5b27bb req-c0a85dba-755a-47aa-a7cc-033a6fd0edbd tempest-ServerRescueNegativeTestJSON-1564618252 tempest-ServerRescueNegativeTestJSON-1564618252-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eae5c9c4-de22-4f03-a66b-3b0a632131e0 HTTP/1.1" status: 200 len: 210 time: 0.0625000 Aug 26 15:55:52.500415 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:52.589876 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:52.594095 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:52.717376 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:52.825061 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP d16bee16-565a-4377-acc9-96b006ba7699 associated. External IP: 172.27.3.216, port: bc49cf78-376c-4f7e-999a-0d25675122ef. Aug 26 15:55:52.980373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device ffc9d75b-ddcb-431d-a99f-fd94fe97633c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:53.000549 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: ffc9d75b-ddcb-431d-a99f-fd94fe97633c {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:53.000893 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device ffc9d75b-ddcb-431d-a99f-fd94fe97633c not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:53.027185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:53.036874 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.050465 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bf2a8-ace6-413e-be9a-bb03c853db7b req-51503e16-07a8-448f-86cd-96af354ad315 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:53.052575 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-586bf2a8-ace6-413e-be9a-bb03c853db7b req-51503e16-07a8-448f-86cd-96af354ad315 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0492349 Aug 26 15:55:53.116310 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-586bf2a8-ace6-413e-be9a-bb03c853db7b req-5fa0415b-9864-40ba-b17b-512c3212adbe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&id=0a2777e4-d9b3-4372-b251-565fb8eb4870&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579345 Aug 26 15:55:53.137027 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:53.142267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:53.147032 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:53.161844 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:53.162463 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:53.174247 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-efccdd8f-44cc-433f-8409-ce848d859b0d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/d16bee16-565a-4377-acc9-96b006ba7699 HTTP/1.1" status: 200 len: 992 time: 1.3828275 Aug 26 15:55:53.174835 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:55:53.177712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f752a-15ae-49f5-a84c-b7feeecd241e" -d '{"events": [{"name": "network-changed", "server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:55:53.216078 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f663f221-960c-402e-ab3c-1712fe8faf9b x-openstack-request-id: req-f663f221-960c-402e-ab3c-1712fe8faf9b {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:55:53.216368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:55:53.216624 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f663f221-960c-402e-ab3c-1712fe8faf9b {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:55:53.217033 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f663f221-960c-402e-ab3c-1712fe8faf9b'] response: {'name': 'network-changed', 'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'status': 'completed', 'code': 200} Aug 26 15:55:53.274867 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:53.326119 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2d6736b4-a6db-4cc1-a53a-6947e4be73ab req-8c0493ea-3ed5-4025-830b-c95d60fbbac0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=669aaa3a-3cdf-4764-aa7f-38e9cc9e9894 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Aug 26 15:55:53.351192 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.393945 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-712877d1-46bb-4dc5-a8f8-c6790a1c2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:53.395779 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-712877d1-46bb-4dc5-a8f8-c6790a1c2907 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 1130 time: 0.0397491 Aug 26 15:55:53.465592 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.491725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-ba4eb617-e87f-40d9-8959-c8580aa9b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:53.493209 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-ba4eb617-e87f-40d9-8959-c8580aa9b796 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 916 time: 0.0916231 Aug 26 15:55:53.496339 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.506081 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd16bee16-565a-4377-acc9-96b006ba7699', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:29:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:55:30Z', 'updated_at': '2022-08-26T15:55:52Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:53.513237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41402) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:53.532779 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:53.542860 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:53.543473 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:53.578903 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-fa9fc253-28d4-4fd3-bac2-cdb3fcda99dd service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc49cf78-376c-4f7e-999a-0d25675122ef HTTP/1.1" status: 200 len: 1000 time: 0.0754457 Aug 26 15:55:53.883766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-993a2e5e-6540-48d2-ad23-ad8f2c525d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:53.884507 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:53.885222 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-993a2e5e-6540-48d2-ad23-ad8f2c525d1b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0743742 Aug 26 15:55:53.885222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-97e0ba49-b62b-43fa-b0ce-53d58b0591aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:53.885222 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-97e0ba49-b62b-43fa-b0ce-53d58b0591aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470338 Aug 26 15:55:53.885222 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-037ae46d-d348-4f88-ba15-5544e2b4672f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978329 Aug 26 15:55:53.914021 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5d8f752a-15ae-49f5-a84c-b7feeecd241e req-7e435286-9b4c-4b2d-9629-56e499e54466 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920792 Aug 26 15:55:53.940129 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.968686 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd16bee16-565a-4377-acc9-96b006ba7699', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:29:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:55:30Z', 'updated_at': '2022-08-26T15:55:52Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:53.997635 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edc3c6-e8ae-4d6e-9ccc-465bec9df653 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'd16bee16-565a-4377-acc9-96b006ba7699', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:29:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:55:30Z', 'updated_at': '2022-08-26T15:55:52Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:54.045604 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (03cdde03-fcac-4643-8465-5bfd52c82260), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:54.195641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf494d-0f67-40c2-8cdc-407644705986 None None] New status for floating IP d16bee16-565a-4377-acc9-96b006ba7699: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:55:54.287822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Deleting port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:54.288206 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:54.375310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:54.375310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] For port c955c6c4-40e7-4d6b-a8a1-40bf0b9be839, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:54.375310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:54.390684 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Calling delete_port for c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:54.640506 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-6986b327-324f-4956-b13e-3ac4c5241b6c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-605569295&fields=id&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 267 time: 0.0633905 Aug 26 15:55:54.725306 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c955c6c4-40e7-4d6b-a8a1-40bf0b9be839), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:54.764579 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Pushing event deleted for resources: {'Port': ['ID=c955c6c4-40e7-4d6b-a8a1-40bf0b9be839,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:54.774606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:54.781229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-96b0819c-6e4b-4a68-bc0b-913bf31330ba tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:54.782746 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-96b0819c-6e4b-4a68-bc0b-913bf31330ba tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1358123 Aug 26 15:55:54.831352 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-fb17253f-514e-49c2-b54c-7c3309e75ac1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/quotas/d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 375 time: 0.0324340 Aug 26 15:55:54.946330 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-04d6006c-43b1-4bd6-8201-c2dec8cc6fdb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062388 Aug 26 15:55:55.048283 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (03cdde03-fcac-4643-8465-5bfd52c82260), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:55.122362 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-ebe0d1be-1155-4b36-8476-7d5eae299d24 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432881 Aug 26 15:55:55.298652 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-72c7c7de-368c-4afc-acab-0fd0daa703fd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703436 Aug 26 15:55:55.309729 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:55.363236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Router 03cdde03-fcac-4643-8465-5bfd52c82260 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:55:55.470190 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:55:55.475825 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-cb0b57ee-22b9-4b98-9f7a-4ec887a8461a admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/03cdde03-fcac-4643-8465-5bfd52c82260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617829 Aug 26 15:55:55.478227 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41436) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:55.479822 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Sync routers for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:55:55.494279 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:55.495015 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:55.577919 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:55.585221 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks [] for router (03cdde03-fcac-4643-8465-5bfd52c82260), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:55.604125 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:55.708698 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks [] for router_gateway (03cdde03-fcac-4643-8465-5bfd52c82260), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:55.785078 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:55:54Z', 'revision_number': 5, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port': {'id': '219fa2a0-61ef-4335-814d-2086f7a56f08', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:55.815543 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Checking router: 03cdde03-fcac-4643-8465-5bfd52c82260 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:55:55.824853 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Routers {'03cdde03-fcac-4643-8465-5bfd52c82260'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:55:55.825439 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:55:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['03cdde03-fcac-4643-8465-5bfd52c82260'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:55.838102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Deleting port 219fa2a0-61ef-4335-814d-2086f7a56f08 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:55.838446 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:55.911943 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] Set router 03cdde03-fcac-4643-8465-5bfd52c82260 gateway port host: None {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:55:55.925744 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] For port 219fa2a0-61ef-4335-814d-2086f7a56f08, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=219fa2a0-61ef-4335-814d-2086f7a56f08,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:55.926112 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:55.941969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Calling delete_port for 219fa2a0-61ef-4335-814d-2086f7a56f08 owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:55.965595 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-55326bed-743e-464a-9762-502a8e72a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:55:55Z', 'revision_number': 6, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:56.000566 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55326bed-743e-464a-9762-502a8e72a409 None None] The sync data for ids ['03cdde03-fcac-4643-8465-5bfd52c82260'] in dv-cinder-831247-24-iscsi is: [{'id': '03cdde03-fcac-4643-8465-5bfd52c82260', 'name': 'tempest-ServerRescueNegativeTestJSON-1115598863-router', 'tenant_id': '853df33daae14bd9825788afd555e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:05Z', 'updated_at': '2022-08-26T15:55:55Z', 'revision_number': 6, 'project_id': '853df33daae14bd9825788afd555e11a', 'gw_port_host': None}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:55:56.051131 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-136bebf3-4bcf-4dd3-a8d1-f4f8c7d45915 req-4873a84a-c60c-4636-8777-4eb0b9a1e3c2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0396419 Aug 26 15:55:56.214815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (219fa2a0-61ef-4335-814d-2086f7a56f08), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.238557 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Pushing event deleted for resources: {'Port': ['ID=219fa2a0-61ef-4335-814d-2086f7a56f08,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:56.303309 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (03cdde03-fcac-4643-8465-5bfd52c82260), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.666772 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (03cdde03-fcac-4643-8465-5bfd52c82260), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.669016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks [] for router_controller (03cdde03-fcac-4643-8465-5bfd52c82260), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.786550 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (03cdde03-fcac-4643-8465-5bfd52c82260), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.787207 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03cdde03-fcac-4643-8465-5bfd52c82260 {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:55:56.793578 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.797976 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b6eb8076-e234-48e0-a6fb-696d04cf35fa admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/03cdde03-fcac-4643-8465-5bfd52c82260 HTTP/1.1" status: 204 len: 168 time: 1.3161285 Aug 26 15:55:56.798325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41478) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:56.851473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Deleting subnet c6570f5e-b67f-43c1-b77d-3e7e51018805 {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:55:56.855028 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Publish callbacks [] for subnet (c6570f5e-b67f-43c1-b77d-3e7e51018805), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.892170 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (c6570f5e-b67f-43c1-b77d-3e7e51018805), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:56.916911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:57.002156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (c6570f5e-b67f-43c1-b77d-3e7e51018805), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.047636 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=10 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:57.165157 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-098f5ea6-30ce-4782-b35d-4a1cd45d34b5 req-59aefa28-33c6-4edf-b033-e8b6d6f4577b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0287175 Aug 26 15:55:57.180686 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (c6570f5e-b67f-43c1-b77d-3e7e51018805), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.208233 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6570f5e-b67f-43c1-b77d-3e7e51018805,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:57.215128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.218769 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3d510905-9241-489e-bcb7-afb4cb5d8575 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/c6570f5e-b67f-43c1-b77d-3e7e51018805 HTTP/1.1" status: 204 len: 168 time: 0.4195833 Aug 26 15:55:57.219645 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82929c-1628-4e88-a699-c7737589f46f None None] Network cab596ab-7d04-4922-b3cc-a5bd19fc2e98 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:55:57.225314 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41482) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:57.292277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (cab596ab-7d04-4922-b3cc-a5bd19fc2e98), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.337313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Deleting port fe2ccea6-1d20-447b-835f-fb8a24ffb226 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:57.337655 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.390802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] DHCP port deletion for cab596ab-7d04-4922-b3cc-a5bd19fc2e98 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:55:57.409229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] For port fe2ccea6-1d20-447b-835f-fb8a24ffb226, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=fe2ccea6-1d20-447b-835f-fb8a24ffb226,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:57.409909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.423575 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Calling delete_port for fe2ccea6-1d20-447b-835f-fb8a24ffb226 owned by network:dhcp {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:57.428448 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Deleting port fe2ccea6-1d20-447b-835f-fb8a24ffb226 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:55:57.428831 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.499995 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] For port fe2ccea6-1d20-447b-835f-fb8a24ffb226, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=fe2ccea6-1d20-447b-835f-fb8a24ffb226,segment=NetworkSegment(443699a9-53ad-4c2a-b280-d961b3f14043),segment_id=443699a9-53ad-4c2a-b280-d961b3f14043)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:55:57.500390 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.502656 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:57.515525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Calling delete_port for fe2ccea6-1d20-447b-835f-fb8a24ffb226 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:55:57.610176 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.610343 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (fe2ccea6-1d20-447b-835f-fb8a24ffb226), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.617791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:57.634482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2ccea6-1d20-447b-835f-fb8a24ffb226,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:57.644435 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] Pushing event deleted for resources: {'Port': ['ID=fe2ccea6-1d20-447b-835f-fb8a24ffb226,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:57.644648 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] No DVR routers for this DVR port fe2ccea6-1d20-447b-835f-fb8a24ffb226 on host dv-cinder-831247-24-iscsi {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:57.650686 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646edfc-2c02-4edd-b190-c911805e5c7a None None] No DVR routers for this DVR port fe2ccea6-1d20-447b-835f-fb8a24ffb226 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:55:57.670282 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:57.682848 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:57.683190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device c955c6c4-40e7-4d6b-a8a1-40bf0b9be839 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:57.683614 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 219fa2a0-61ef-4335-814d-2086f7a56f08 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:57.704675 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 219fa2a0-61ef-4335-814d-2086f7a56f08 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:57.705023 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 219fa2a0-61ef-4335-814d-2086f7a56f08 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:57.705457 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device fe2ccea6-1d20-447b-835f-fb8a24ffb226 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:55:57.728729 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: fe2ccea6-1d20-447b-835f-fb8a24ffb226 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:55:57.729068 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device fe2ccea6-1d20-447b-835f-fb8a24ffb226 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:55:57.737603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (cab596ab-7d04-4922-b3cc-a5bd19fc2e98), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.765788 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab596ab-7d04-4922-b3cc-a5bd19fc2e98']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:57.776522 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443699a9-53ad-4c2a-b280-d961b3f14043') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:57.776815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443699a9-53ad-4c2a-b280-d961b3f14043') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:55:57.794176 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (443699a9-53ad-4c2a-b280-d961b3f14043), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.809121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (443699a9-53ad-4c2a-b280-d961b3f14043), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.816031 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:55:57.824554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (443699a9-53ad-4c2a-b280-d961b3f14043), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.908212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 443699a9-53ad-4c2a-b280-d961b3f14043 resource provider aggregate not found Aug 26 15:55:57.925280 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 443699a9-53ad-4c2a-b280-d961b3f14043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 443699a9-53ad-4c2a-b280-d961b3f14043 found for delete ", "request_id": "req-77161dd8-69af-482f-b6f8-4431f959bc0a"}]} Aug 26 15:55:57.980712 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (cab596ab-7d04-4922-b3cc-a5bd19fc2e98), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.985986 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:57.989905 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/cab596ab-7d04-4922-b3cc-a5bd19fc2e98 HTTP/1.1" status: 204 len: 168 time: 0.7670348 Aug 26 15:55:58.014858 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047360-fd3c-41fa-a8d1-878fae52ae89 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab596ab-7d04-4922-b3cc-a5bd19fc2e98,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:58.262061 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4b054a8f-87ef-4188-9624-84b487ebe73e req-8b341005-a9de-484e-b1fb-618b5527bd4c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0317721 Aug 26 15:55:58.350752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41510) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:58.392279 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9e1d01ab-cbac-4abb-9b5d-591ce6c7544d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=853df33daae14bd9825788afd555e11a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402899 Aug 26 15:55:58.395056 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41512) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:58.448620 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] Publish callbacks [] for security_group (8209d690-7daf-4fb3-990c-b76079cc27b0), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:58.471041 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] Publish callbacks [] for security_group (8209d690-7daf-4fb3-990c-b76079cc27b0), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:58.593201 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8209d690-7daf-4fb3-990c-b76079cc27b0), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:58.597887 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:58.606926 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/8209d690-7daf-4fb3-990c-b76079cc27b0 HTTP/1.1" status: 204 len: 168 time: 0.2095790 Aug 26 15:55:58.621077 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f821f-2315-43a3-ac5e-96f1f739c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8209d690-7daf-4fb3-990c-b76079cc27b0,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:58.799085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-46c96a8a-a526-4a02-bc1b-56c84e281ba9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:55:58.802035 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-46c96a8a-a526-4a02-bc1b-56c84e281ba9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1467388 Aug 26 15:55:58.894644 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-cadedb42-3fb7-4373-9a07-666c9ca49781 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 379 time: 0.0754123 Aug 26 15:55:58.904448 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'port': {'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'admin_state_up': True, 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'security_groups': ['0c2404d9-617c-4813-ac41-04415d782233']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:55:58.984330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:59.111795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Made reservation on behalf of d19b01b0af6c43feb357799d8ae948e1 for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:55:59.116222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.210437 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41528) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:59.381725 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d3bc335b-014d-451c-bc26-55a2ba7676ab req-adcaaa9a-5dde-44c8-8888-0fed9cc93070 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0335591 Aug 26 15:55:59.512031 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:59.540278 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Deleting subnet ba997180-becf-436e-8fc8-31a8dfab0489 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:55:59.545787 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Publish callbacks [] for subnet (ba997180-becf-436e-8fc8-31a8dfab0489), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.548182 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.20.0.4 (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12/189f0b7a-9237-420d-a938-8348142ff37a/9143864b-8fdf-40b9-bf7b-dddb7bfa986e) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:55:59.626400 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (ba997180-becf-436e-8fc8-31a8dfab0489), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.743773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (ba997180-becf-436e-8fc8-31a8dfab0489), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.829955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:59.850479 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.912902 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41546) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:59.913938 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (ba997180-becf-436e-8fc8-31a8dfab0489), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.942319 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba997180-becf-436e-8fc8-31a8dfab0489,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:55:59.948113 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.952369 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6156f069-0544-4d6b-bec3-3d2ee60f0cf6 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/ba997180-becf-436e-8fc8-31a8dfab0489 HTTP/1.1" status: 204 len: 168 time: 0.7409091 Aug 26 15:55:59.953759 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:59.954834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41550) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:55:59.999416 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:00.003558 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:00.023044 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:00.026010 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:00.038638 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (1d5138f4-1909-488f-bfaa-fb93ef1d71dc), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.046418 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-network', 'tenant_id': '10b0a72955244448954be539f99435e9'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:00.069055 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:00.091351 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:00.092367 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.154389 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (1d5138f4-1909-488f-bfaa-fb93ef1d71dc), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.157224 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Made reservation on behalf of 10b0a72955244448954be539f99435e9 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:00.164506 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.179230 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.186804 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d135000c-75a3-4a2c-ba6f-9ab11eda867c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2865825 Aug 26 15:56:00.195388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5138f4-1909-488f-bfaa-fb93ef1d71dc']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:00.205214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Request body: {'port': {'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:00.210039 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caed0111-ca4a-4408-93ac-c9689dea98ab') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:00.210342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caed0111-ca4a-4408-93ac-c9689dea98ab') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:00.229722 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (caed0111-ca4a-4408-93ac-c9689dea98ab), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.231213 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:00.254562 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (caed0111-ca4a-4408-93ac-c9689dea98ab), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.267138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:56:00.267548 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (caed0111-ca4a-4408-93ac-c9689dea98ab), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.283849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-ce857fbf-be3c-4c24-a52c-3c681ceb7105 None None] Provisioning complete for port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:00.285921 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-ce857fbf-be3c-4c24-a52c-3c681ceb7105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.292708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.318839 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment caed0111-ca4a-4408-93ac-c9689dea98ab resource provider aggregate not found Aug 26 15:56:00.343303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-ce857fbf-be3c-4c24-a52c-3c681ceb7105 None None] Port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:00.359116 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment caed0111-ca4a-4408-93ac-c9689dea98ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caed0111-ca4a-4408-93ac-c9689dea98ab found for delete ", "request_id": "req-9c1a01de-798e-46ec-bb3e-8f00a804b562"}]} Aug 26 15:56:00.378303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks [] for security_group (2c2ca043-3963-4238-9b6f-f2e1f1be6c57), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.479639 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:00.484771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (1d5138f4-1909-488f-bfaa-fb93ef1d71dc), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.487572 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2c2ca043-3963-4238-9b6f-f2e1f1be6c57), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.501307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.505218 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/1d5138f4-1909-488f-bfaa-fb93ef1d71dc HTTP/1.1" status: 204 len: 168 time: 0.5485802 Aug 26 15:56:00.535036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36870-a0fc-4a72-a7fe-b198836cb840 req-140cac39-58d6-486f-a3fc-5a7906831574 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:00.535036 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0ea36870-a0fc-4a72-a7fe-b198836cb840 req-140cac39-58d6-486f-a3fc-5a7906831574 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 931 time: 0.0614340 Aug 26 15:56:00.537959 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:56:00.539474 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225a315-9618-4f19-9640-57e05186bc34 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5138f4-1909-488f-bfaa-fb93ef1d71dc,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:00.547308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:00.577936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ca043-3963-4238-9b6f-f2e1f1be6c57,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:00.581909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (98d3bdc1-348b-48e1-8b13-1a9b11dec87b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.582687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Added segment 98d3bdc1-348b-48e1-8b13-1a9b11dec87b of type vlan for network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 Aug 26 15:56:00.613751 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0ea36870-a0fc-4a72-a7fe-b198836cb840 req-35cc079a-2eac-458e-ae88-547ffb3b79cf tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735168 Aug 26 15:56:00.634185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.665865 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9143864b-8fdf-40b9-bf7b-dddb7bfa986e {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:56:00.674190 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks [] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.693977 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Transition to ACTIVE for port object 9143864b-8fdf-40b9-bf7b-dddb7bfa986e will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:56:00.784423 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.785507 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:00.786399 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.847779 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:00.858776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] Pushing event updated for resources: {'Network': ['ID=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:00.870717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:00.919689 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9fac0d2c-ecd2-4e26-af3e-c3f37ba85287 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0056510 Aug 26 15:56:00.922697 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41562) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:00.928317 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Request body: {'subnet': {'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-subnet', 'tenant_id': '10b0a72955244448954be539f99435e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:00.943543 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Pushing event updated for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:00.946703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=16,neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:01.001233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Attempting to bind port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:01.001568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Attempting to bind port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:01.001894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Attempting to bind port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:01.007042 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:56:01.007446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Attempting to bind port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:01.012524 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:01.012860 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:01.016330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Bound using segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:01.016330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Bound port: 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:01.016330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.027623 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41564) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:01.045529 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Made reservation on behalf of 10b0a72955244448954be539f99435e9 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:01.048637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.058747 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:01.083298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:01.086826 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:01.125163 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-083aa507-5010-440f-b862-72013e48a3b4 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=7e4bab21dc3141bd89ee2ea54fe0c14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954354 Aug 26 15:56:01.127817 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41566) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:01.157525 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.167666 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.168320 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.169724 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 1093 time: 0.9692473 Aug 26 15:56:01.171108 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:01.173459 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa423a6-4904-466e-a95e-3b1c3b7d470b" -d '{"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:01.174747 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3632ca0c-a010-413c-a87a-e8ad1bc42471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.242105 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925810f-3ce0-4a88-bb4c-b96e588b5319 x-openstack-request-id: req-6925810f-3ce0-4a88-bb4c-b96e588b5319 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:01.242492 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:01.242835 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6925810f-3ce0-4a88-bb4c-b96e588b5319 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:01.243378 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6925810f-3ce0-4a88-bb4c-b96e588b5319'] response: {'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'status': 'completed', 'code': 200} Aug 26 15:56:01.250051 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] Publish callbacks [] for security_group (49e99f77-e26c-4f4f-ae7f-5186302bdb44), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.254768 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19707c-0d4d-4ea7-bfd9-c854d0c8c007 service neutron] Pushing event updated for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:01.287578 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] Publish callbacks [] for security_group (49e99f77-e26c-4f4f-ae7f-5186302bdb44), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.346918 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (b2ad77cb-b2cb-4dde-897e-99446d0fb0fb), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.373543 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-3134b49f-1c01-49d2-aaeb-7fbdcb3f9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.375665 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-3134b49f-1c01-49d2-aaeb-7fbdcb3f9774 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1127 time: 0.0855129 Aug 26 15:56:01.411861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:01.421016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Checking segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:01.421373 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Network hostable DHCP agents. Network: 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:01.481489 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (49e99f77-e26c-4f4f-ae7f-5186302bdb44), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.483968 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.485128 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/49e99f77-e26c-4f4f-ae7f-5186302bdb44 HTTP/1.1" status: 204 len: 168 time: 0.3562541 Aug 26 15:56:01.502653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c51953-2a3d-4970-9b99-32ef20b1b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e99f77-e26c-4f4f-ae7f-5186302bdb44,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:01.504387 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:01.509534 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-b2639f1a-0bc1-4e82-b939-f9b1c8355690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.511030 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-b2639f1a-0bc1-4e82-b939-f9b1c8355690 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d19b01b0af6c43feb357799d8ae948e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1200838 Aug 26 15:56:01.595457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:01.600689 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.601619 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.607174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:01.619346 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993810a3-4e67-4409-bb09-65f09287f653 None None] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:01.630368 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-4f611ca7-8e4a-4c54-b955-8375619447ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.631980 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0aa423a6-4904-466e-a95e-3b1c3b7d470b req-4f611ca7-8e4a-4c54-b955-8375619447ef service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1148949 Aug 26 15:56:01.730556 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-82f3c88f-a22d-48c6-a775-8c19e8fae053 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8064396 Aug 26 15:56:01.734513 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41574) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:01.741354 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:01.741560 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:01.742326 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.779209 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-5acc030c-7e90-48b1-95c8-97fc24348483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.780783 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-5acc030c-7e90-48b1-95c8-97fc24348483 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1127 time: 0.0840886 Aug 26 15:56:01.797323 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3f09-e164-4801-911b-bf96354c996b req-fb5fec6d-f75c-4838-ad1d-76743077ff85 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.798891 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-605e3f09-e164-4801-911b-bf96354c996b req-fb5fec6d-f75c-4838-ad1d-76743077ff85 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0923152 Aug 26 15:56:01.838765 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-dbf9b1fc-40e7-4d23-851d-6558e19cd033 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 217 time: 0.0388696 Aug 26 15:56:01.890485 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.891568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:01.897931 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Allocated IP 172.20.0.2 (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1/b2ad77cb-b2cb-4dde-897e-99446d0fb0fb/6c3ee603-8a4b-4a52-9196-438f01deed74) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:01.939692 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-67ec399d-c832-4a6b-8885-2823229dc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:01.941349 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-67ec399d-c832-4a6b-8885-2823229dc9e5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0952027 Aug 26 15:56:01.973350 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-605e3f09-e164-4801-911b-bf96354c996b req-a8828e97-d633-440c-b38b-3b089d86a866 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335232 Aug 26 15:56:02.027624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for router_controller (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), precommit_add_association {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.041684 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-a95a239e-632b-4389-a1a7-858581d2123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:02.043446 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-a95a239e-632b-4389-a1a7-858581d2123c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0869939 Aug 26 15:56:02.102251 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks [] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.167658 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.218535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:02.222038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:02.225157 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:02.226030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:02.228160 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Pushing event updated for resources: {'Port': ['ID=6c3ee603-8a4b-4a52-9196-438f01deed74,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:02.270089 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for router_gateway (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.275660 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-1f77b494-3017-4ad7-8f1b-66e569fccec3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244151 Aug 26 15:56:02.286421 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Attempting to bind port 6c3ee603-8a4b-4a52-9196-438f01deed74 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:02.288501 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Attempting to bind port 6c3ee603-8a4b-4a52-9196-438f01deed74 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:02.288501 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Attempting to bind port 6c3ee603-8a4b-4a52-9196-438f01deed74 on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:02.292803 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:02.293242 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Checking segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:02.293646 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.294098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Bound using segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:02.294571 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Bound port: 6c3ee603-8a4b-4a52-9196-438f01deed74, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:02.294976 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.359224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] For port 6c3ee603-8a4b-4a52-9196-438f01deed74, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:02.361200 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:02.363131 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] For port 6c3ee603-8a4b-4a52-9196-438f01deed74, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c3ee603-8a4b-4a52-9196-438f01deed74,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:02.414102 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c786bb7d-07ba-47f7-b28b-d442ffeb8e4b req-d40b93e9-2e26-424d-9e8f-7c1c04894728 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298239 Aug 26 15:56:02.450459 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.512188 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5960faf-bbb3-417b-b8c8-51ea713dcf3f None None] Pushing event updated for resources: {'Port': ['ID=6c3ee603-8a4b-4a52-9196-438f01deed74,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:02.563107 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for router_gateway (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.583985 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.727901 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Allocated IP 172.27.3.182 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/cbcf66c2-a68d-497c-98b1-a52260554e38) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:02.823508 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:02.839674 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.935596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:02.980859 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:02.992027 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:02.994775 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:03.024665 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcf66c2-a68d-497c-98b1-a52260554e38,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:03.114704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbc4d2-dfc6-4285-aad7-dfe84c8d3732 req-f8a0d90c-8217-461d-9d9d-0d6bf093f0d0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:03.116336 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89fbc4d2-dfc6-4285-aad7-dfe84c8d3732 req-f8a0d90c-8217-461d-9d9d-0d6bf093f0d0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0507135 Aug 26 15:56:03.140100 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:03.178808 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89fbc4d2-dfc6-4285-aad7-dfe84c8d3732 req-95e17c65-868d-4be4-bb36-75f0291379d2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558693 Aug 26 15:56:03.339450 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for router_gateway (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.392505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5db024db-bf41-45ea-a9ab-85af0a954972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.422245 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19325510-9eed-4fcd-a91e-128f9a41ddef None None] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:03.482940 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:03.508219 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Provisioning complete for port 6c3ee603-8a4b-4a52-9196-438f01deed74 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:03.508599 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.528594 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:03.537791 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.625549 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Current status of the port 6c3ee603-8a4b-4a52-9196-438f01deed74 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:03.625954 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.674036 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] For port 6c3ee603-8a4b-4a52-9196-438f01deed74, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c3ee603-8a4b-4a52-9196-438f01deed74,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:03.739524 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c3ee603-8a4b-4a52-9196-438f01deed74 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:03.766852 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.843062 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a987714-9175-49d1-9c9a-44aee3caa537 None None] Pushing event updated for resources: {'Port': ['ID=6c3ee603-8a4b-4a52-9196-438f01deed74,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:03.845996 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6c3ee603-8a4b-4a52-9196-438f01deed74 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:03.846501 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.892684 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-a476774e-28f6-4acd-9e31-c923d36c317e None None] Provisioning complete for port 6c3ee603-8a4b-4a52-9196-438f01deed74 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:03.893211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a476774e-28f6-4acd-9e31-c923d36c317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:03.968296 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6c3ee603-8a4b-4a52-9196-438f01deed74 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:04.006159 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-a476774e-28f6-4acd-9e31-c923d36c317e None None] Current status of the port 6c3ee603-8a4b-4a52-9196-438f01deed74 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:04.037680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:04.146498 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:04.156878 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:04.167720 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:04.173716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:04.228630 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:04.232509 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-51d8aedd-2e0c-41ad-b36c-83d1f13241a3 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4944375 Aug 26 15:56:04.232735 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41586) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:04.272351 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:04.273906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:04.356104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062fcf-d06e-4dc6-b55c-2a83eefd40e9 req-de78df09-ec32-4987-afb3-291fc31cf628 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:04.357609 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-51062fcf-d06e-4dc6-b55c-2a83eefd40e9 req-de78df09-ec32-4987-afb3-291fc31cf628 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0816984 Aug 26 15:56:04.365096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:04.447476 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:03Z', 'revision_number': 3, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:04.473091 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-51062fcf-d06e-4dc6-b55c-2a83eefd40e9 req-d58bf00b-c733-4037-a9ad-4a21fb588cfd tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052065 Aug 26 15:56:04.476127 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:04.476478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Updating router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 port cbcf66c2-a68d-497c-98b1-a52260554e38 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:04.635842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:04.747704 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:04.824936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:04.839554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:04.841685 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:04.899849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks [] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:04.908338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Allocated IP 172.20.0.1 (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1/b2ad77cb-b2cb-4dde-897e-99446d0fb0fb/bc40b76a-f0e5-468a-8e74-395a93de40cd) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:04.963425 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.008444 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Attempting to bind port cbcf66c2-a68d-497c-98b1-a52260554e38 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:05.008741 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Attempting to bind port cbcf66c2-a68d-497c-98b1-a52260554e38 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:05.009106 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Attempting to bind port cbcf66c2-a68d-497c-98b1-a52260554e38 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:05.017871 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866a34-1942-49a4-9cfc-62014fa64d7a None None] Pushing event updated for resources: {'Port': ['ID=cbcf66c2-a68d-497c-98b1-a52260554e38,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:05.020945 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:05.021118 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks [] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.021343 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:05.021725 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.022300 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:05.022574 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Bound port: cbcf66c2-a68d-497c-98b1-a52260554e38, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:05.022956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.051477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:05.075278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] For port cbcf66c2-a68d-497c-98b1-a52260554e38, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:05.078496 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] For port cbcf66c2-a68d-497c-98b1-a52260554e38, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=cbcf66c2-a68d-497c-98b1-a52260554e38,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:05.141369 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.141549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.177336 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:05.177968 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:05.190425 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:05.195396 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:05.197835 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:05.224920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Pushing event updated for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:05.243353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866a34-1942-49a4-9cfc-62014fa64d7a None None] Pushing event updated for resources: {'Port': ['ID=cbcf66c2-a68d-497c-98b1-a52260554e38,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:05.249350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.282962 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:05.305346 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:05.438456 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.452698 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-bdfd9b48-fd50-4c48-b6f7-51b711f51094 None None] Provisioning complete for port bc40b76a-f0e5-468a-8e74-395a93de40cd triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:05.458702 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9b48-fd50-4c48-b6f7-51b711f51094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.514839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd9b48-fd50-4c48-b6f7-51b711f51094 None None] Port bc40b76a-f0e5-468a-8e74-395a93de40cd cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:05.525429 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:03Z', 'revision_number': 3, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:05.553199 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bc72d-2be1-4b6f-aa7e-b3f6c76c8f24 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:03Z', 'revision_number': 3, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:05.638331 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3ea1-73f2-4929-a212-9f37e4b4c096 req-d46e4376-120c-440a-a748-d8e838136da4 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:05.639960 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0ad3ea1-73f2-4929-a212-9f37e4b4c096 req-d46e4376-120c-440a-a748-d8e838136da4 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0579045 Aug 26 15:56:05.658348 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks [] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.670193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c3ee603-8a4b-4a52-9196-438f01deed74 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:05.703515 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0ad3ea1-73f2-4929-a212-9f37e4b4c096 req-df2702f7-e1b1-4f38-8f1a-cf4279c96e14 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545745 Aug 26 15:56:05.721933 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6c3ee603-8a4b-4a52-9196-438f01deed74 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:05.722330 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.758284 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.807024 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6c3ee603-8a4b-4a52-9196-438f01deed74 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:05.835911 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Pushing event updated for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:05.840740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:05.966959 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=90 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:05.968680 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:05.970288 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:06.070350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:06.114393 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:06.244405 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-049559f8-c3e5-4e8c-a59f-0bda784a9233 None None] Provisioning complete for port bc40b76a-f0e5-468a-8e74-395a93de40cd triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:06.244784 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-049559f8-c3e5-4e8c-a59f-0bda784a9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.249594 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:06.262538 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-864922dd-fc5e-412b-b70b-85f6b0770f73 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0287123 Aug 26 15:56:06.287915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-049559f8-c3e5-4e8c-a59f-0bda784a9233 None None] Port bc40b76a-f0e5-468a-8e74-395a93de40cd cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:06.409309 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.515735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.671385 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41602) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:06.676079 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700914597', 'description': 'tempest-description--1845794331'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:06.690164 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:06.764062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.823928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73146505-cd0d-4e89-9979-3b63b54fe0c9 req-01986241-3dae-463e-96c1-a481c443c536 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:06.825610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-73146505-cd0d-4e89-9979-3b63b54fe0c9 req-01986241-3dae-463e-96c1-a481c443c536 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Aug 26 15:56:06.838872 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (58e3b1e3-024e-4c9d-8737-5a0efe79cf28), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.887044 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-73146505-cd0d-4e89-9979-3b63b54fe0c9 req-00c71f8a-9f0f-4ddb-bb46-ca46019d3c9a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555277 Aug 26 15:56:06.938965 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (58e3b1e3-024e-4c9d-8737-5a0efe79cf28), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:06.972508 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3b1e3-024e-4c9d-8737-5a0efe79cf28,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:07.057209 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.061364 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-25d54659-a461-4442-8b0e-36e5016cd90f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3860457 Aug 26 15:56:07.061499 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41606) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:07.065738 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group_rule': {'security_group_id': '58e3b1e3-024e-4c9d-8737-5a0efe79cf28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:07.179791 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (01490ac0-1302-4cad-b0f8-a97f59055704), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.245698 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (01490ac0-1302-4cad-b0f8-a97f59055704), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.295185 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:07.306927 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:07.307528 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:07.338669 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (01490ac0-1302-4cad-b0f8-a97f59055704), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.359635 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01490ac0-1302-4cad-b0f8-a97f59055704,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:07.437493 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:07.443736 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.444928 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c19612f3-a186-4c17-9bcd-51278ea798ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825340 Aug 26 15:56:07.449701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41618) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:07.457006 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group_rule': {'security_group_id': '58e3b1e3-024e-4c9d-8737-5a0efe79cf28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:07.542562 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (dddca668-48b6-4b7b-a7af-849f8db98a27), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.600206 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:07.604281 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (dddca668-48b6-4b7b-a7af-849f8db98a27), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.645458 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 2, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:07.671784 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:07.672165 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Updating router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 port bc40b76a-f0e5-468a-8e74-395a93de40cd binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:07.683553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device cbcf66c2-a68d-497c-98b1-a52260554e38 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:07.690161 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (dddca668-48b6-4b7b-a7af-849f8db98a27), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.706721 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.715452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddca668-48b6-4b7b-a7af-849f8db98a27,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:07.740836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port cbcf66c2-a68d-497c-98b1-a52260554e38 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:07.741204 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.769285 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:07.824129 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port cbcf66c2-a68d-497c-98b1-a52260554e38 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:07.825079 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.847480 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port cbcf66c2-a68d-497c-98b1-a52260554e38, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=cbcf66c2-a68d-497c-98b1-a52260554e38,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:07.947236 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.949701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:07.954294 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41622) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:07.954797 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-8a8f46d2-4ed0-4b92-bcf4-991cf0f31bcb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035875 Aug 26 15:56:07.959523 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:07.995327 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks [] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.032515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b4af4-b79c-4ad2-a6b1-df38fff1978e req-9495241d-19a3-4b8d-ad8c-df57b0df605e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:08.034285 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e7b4af4-b79c-4ad2-a6b1-df38fff1978e req-9495241d-19a3-4b8d-ad8c-df57b0df605e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0590544 Aug 26 15:56:08.038584 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=cbcf66c2-a68d-497c-98b1-a52260554e38,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:08.060828 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.083975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.123470 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e7b4af4-b79c-4ad2-a6b1-df38fff1978e req-e0fecb59-ec7b-4fe2-a039-d14d5207a787 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730858 Aug 26 15:56:08.198229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.254076 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Pushing event updated for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:08.270877 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.271223 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.271582 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.271949 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.272285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.272615 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.272940 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.273278 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.273592 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.273912 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.274238 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.274583 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.274909 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.275227 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.275545 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:08.280926 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Attempting to bind port bc40b76a-f0e5-468a-8e74-395a93de40cd on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:08.281295 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Attempting to bind port bc40b76a-f0e5-468a-8e74-395a93de40cd by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:08.281659 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Attempting to bind port bc40b76a-f0e5-468a-8e74-395a93de40cd on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:08.288285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:08.288285 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Checking segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:08.288544 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.288941 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Bound using segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:08.289332 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Bound port: bc40b76a-f0e5-468a-8e74-395a93de40cd, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:08.289715 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.317037 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Allocated IP 172.27.3.170 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/4fa6dc54-245f-4f27-856b-95e5ea10898d) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:08.350719 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:08.352012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] For port bc40b76a-f0e5-468a-8e74-395a93de40cd, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:08.355213 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] For port bc40b76a-f0e5-468a-8e74-395a93de40cd, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=bc40b76a-f0e5-468a-8e74-395a93de40cd,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:08.421479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.461759 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.496922 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:08.497556 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:08.541242 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.562324 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e9a90-db57-44ba-90a8-c55b4ddeeae9 None None] Pushing event updated for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=4']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:08.605732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:08.607460 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=4fa6dc54-245f-4f27-856b-95e5ea10898d,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:08.610371 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:08.613733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:08.636718 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:08.663921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:08.705508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.803670 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:08.808817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.811070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:08.842289 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:08Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:08.868392 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bc81-cee8-4cbc-b7aa-63832edc6f72 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:08Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:08.977954 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.078072 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.155647 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=4fa6dc54-245f-4f27-856b-95e5ea10898d,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:09.158579 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.265173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.275395 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3ed7b4f1-e432-4b6f-a7f4-170ed4130c11 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3106887 Aug 26 15:56:09.286734 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873571-79f9-4dfb-bc80-b5364044990e req-bb60baa7-a287-4060-84a2-4306fcf4edb1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:09.288613 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6873571-79f9-4dfb-bc80-b5364044990e req-bb60baa7-a287-4060-84a2-4306fcf4edb1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0716779 Aug 26 15:56:09.353133 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c6873571-79f9-4dfb-bc80-b5364044990e req-5f2d87cf-a5bf-4287-9639-065c47eb5495 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585093 Aug 26 15:56:09.490723 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-eb3db7ea-3d30-4002-bb89-d5706e27528f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--700914597&fields=id&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 267 time: 0.0468423 Aug 26 15:56:09.645054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-73ca1a9e-e5c8-45f3-bc8a-46bc74aaafde tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:09.652100 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-73ca1a9e-e5c8-45f3-bc8a-46bc74aaafde tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 817 time: 0.1540174 Aug 26 15:56:09.668620 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-01c13ea8-eecb-4f09-a727-e8be15c515c7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/quotas/10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 375 time: 0.0153701 Aug 26 15:56:09.680720 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:09.720956 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-3935c83a-c78f-4ab0-a26e-4475ebb7d1ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514593 Aug 26 15:56:09.762973 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device bc40b76a-f0e5-468a-8e74-395a93de40cd up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:09.817409 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port bc40b76a-f0e5-468a-8e74-395a93de40cd triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:09.817933 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.837944 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-7edf7055-608a-43fa-b899-76ae7a2d8de5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030517 Aug 26 15:56:09.896524 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port bc40b76a-f0e5-468a-8e74-395a93de40cd is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:09.899423 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:09.921586 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:09.939466 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port bc40b76a-f0e5-468a-8e74-395a93de40cd, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=bc40b76a-f0e5-468a-8e74-395a93de40cd,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:09.951387 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-a519c769-e511-49db-ab1f-63e494114a19 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008101 Aug 26 15:56:10.036757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:10.037637 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device cbcf66c2-a68d-497c-98b1-a52260554e38 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:10.113008 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:10.124353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port cbcf66c2-a68d-497c-98b1-a52260554e38 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:10.124736 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:10.251371 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0ffa69e1-86fd-45a2-9280-1d6752dfd898 req-b052655c-c908-4fd9-95ec-6e4c59c47fc8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 210 time: 0.0574059 Aug 26 15:56:10.253298 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port cbcf66c2-a68d-497c-98b1-a52260554e38 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:10.489264 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7a694-b6cf-4f4c-b081-ed9db0f32003 req-48b55ced-53b5-4b08-8ccd-c666a7b7aea1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:10.490796 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b9a7a694-b6cf-4f4c-b081-ed9db0f32003 req-48b55ced-53b5-4b08-8ccd-c666a7b7aea1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0541492 Aug 26 15:56:10.551445 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b9a7a694-b6cf-4f4c-b081-ed9db0f32003 req-58956ca5-a083-4a22-b4f4-efa4a76635ce tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503354 Aug 26 15:56:11.372141 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2ba28095-d394-4ee1-b6e3-1b32ad424cc0 req-4715bf46-60d8-4247-b450-ad67c83851bd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 210 time: 0.0307152 Aug 26 15:56:11.407472 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:11.658625 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device bc40b76a-f0e5-468a-8e74-395a93de40cd up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:11.683555 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135bc7c-f26e-4537-a257-070ffd7de412 req-6994e8ba-e3af-478d-9577-977eb27cb297 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:11.688440 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1135bc7c-f26e-4537-a257-070ffd7de412 req-6994e8ba-e3af-478d-9577-977eb27cb297 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0585005 Aug 26 15:56:11.711998 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port bc40b76a-f0e5-468a-8e74-395a93de40cd triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:11.712372 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:11.740846 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1135bc7c-f26e-4537-a257-070ffd7de412 req-851b93b3-c39b-44fe-83cc-4e11c24a9f52 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493069 Aug 26 15:56:11.802346 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port bc40b76a-f0e5-468a-8e74-395a93de40cd is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:12.483701 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d0a3eef7-4142-4312-8383-39f70ec2abc8 req-5fa02d01-797f-4f54-bbe5-04e794df327e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 210 time: 0.0284197 Aug 26 15:56:12.888681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826cb47-56c1-4e7b-a747-fefc10bf14b5 req-275e90fa-6300-455e-abb1-aada287280b9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:12.890529 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a826cb47-56c1-4e7b-a747-fefc10bf14b5 req-275e90fa-6300-455e-abb1-aada287280b9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0668209 Aug 26 15:56:13.005602 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:13.023634 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:13.056875 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a826cb47-56c1-4e7b-a747-fefc10bf14b5 req-f6ec37f4-c6cb-4fb4-8958-ad60b6ad4358 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503198 Aug 26 15:56:13.085355 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-47d4b0d9-e4b8-4b3b-a6a4-61e0e77b25be tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:13.087138 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-47d4b0d9-e4b8-4b3b-a6a4-61e0e77b25be tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 817 time: 0.1953919 Aug 26 15:56:13.184682 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-83538929-93ad-43b9-8bfa-caf3dacfd6ad tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 379 time: 0.0794110 Aug 26 15:56:13.195626 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'port': {'device_id': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'admin_state_up': True, 'tenant_id': '10b0a72955244448954be539f99435e9', 'security_groups': ['58e3b1e3-024e-4c9d-8737-5a0efe79cf28']}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:13.415723 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Made reservation on behalf of 10b0a72955244448954be539f99435e9 for: {'port': 1} {{(pid=113464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:13.422203 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:13.623234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Allocated IP 172.20.0.14 (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1/b2ad77cb-b2cb-4dde-897e-99446d0fb0fb/57bf8f97-285e-4041-93e6-6c458f946244) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:13.648457 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-51c3f3aa-a3a1-4f63-b7f5-876839202844 req-f8718738-ed67-4153-b638-76cb60a7d160 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 210 time: 0.0512395 Aug 26 15:56:13.805697 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (57bf8f97-285e-4041-93e6-6c458f946244), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:13.930326 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:13.938465 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:13.987848 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:13.991906 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:13.996252 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:14.003700 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:14.061073 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:14.061652 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:14.169116 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-5c3694ee-6853-490e-ad4e-b806f5696778 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777710 Aug 26 15:56:14.227894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Request body: {'port': {'device_id': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:14.257005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06caf-ef8d-4871-b91d-40a4dbe519ea req-eb2d8e67-4407-46d5-962e-4e96c8965678 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:14.258551 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-97f06caf-ef8d-4871-b91d-40a4dbe519ea req-eb2d8e67-4407-46d5-962e-4e96c8965678 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0803530 Aug 26 15:56:14.264896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-bfaae2ea-2962-41f7-a7a0-da3e1ee47444 None None] Provisioning complete for port 57bf8f97-285e-4041-93e6-6c458f946244 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:14.265839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bfaae2ea-2962-41f7-a7a0-da3e1ee47444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57bf8f97-285e-4041-93e6-6c458f946244), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:14.301308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:14.322716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-bfaae2ea-2962-41f7-a7a0-da3e1ee47444 None None] Port 57bf8f97-285e-4041-93e6-6c458f946244 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:14.335220 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:14.358438 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-97f06caf-ef8d-4871-b91d-40a4dbe519ea req-d5e186e3-0c38-4733-aeda-34c732719b22 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921471 Aug 26 15:56:14.539766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:14.660191 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:56:14.674408 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks [] for port (57bf8f97-285e-4041-93e6-6c458f946244), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:14.691080 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.provisioning_blocks [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Transition to ACTIVE for port object 57bf8f97-285e-4041-93e6-6c458f946244 will not be triggered until provisioned by entity L2. {{(pid=113464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:56:14.758723 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:14.801335 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d75c-4158-4da5-b742-f078e21a696b req-247c2796-7bd2-428e-a400-3f08d1fef1b7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:14.803506 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8203d75c-4158-4da5-b742-f078e21a696b req-247c2796-7bd2-428e-a400-3f08d1fef1b7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0546451 Aug 26 15:56:14.862989 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8203d75c-4158-4da5-b742-f078e21a696b req-763757d0-8cb2-4244-a28c-cbee2f0dc316 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517957 Aug 26 15:56:14.903067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:14.953172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Attempting to bind port 57bf8f97-285e-4041-93e6-6c458f946244 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:14.954285 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Attempting to bind port 57bf8f97-285e-4041-93e6-6c458f946244 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:14.954285 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Attempting to bind port 57bf8f97-285e-4041-93e6-6c458f946244 on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:14.959027 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Port 57bf8f97-285e-4041-93e6-6c458f946244 on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:56:14.959352 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Attempting to bind port 57bf8f97-285e-4041-93e6-6c458f946244 on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:14.962426 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:14.965490 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:14.965825 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Checking segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:14.966216 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Bound using segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} {{(pid=113464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:14.966653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.managers [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Bound port: 57bf8f97-285e-4041-93e6-6c458f946244, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}}] {{(pid=113464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:14.967015 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:15.046994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, cleared binding levels {{(pid=113464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:15.050596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:15.110915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9143864b-8fdf-40b9-bf7b-dddb7bfa986e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:56:15.147619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:15.152474 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.153115 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:15.154685 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 1094 time: 0.9341035 Aug 26 15:56:15.155192 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:15.157552 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c6eae-5bbc-4f42-9d00-042b9daf6488" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:15.230105 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b9ea2-97b0-4b43-839f-1ced7b6e7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=3']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:15.233640 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c0649-2bb1-446a-8899-5911f7f5e35e x-openstack-request-id: req-900c0649-2bb1-446a-8899-5911f7f5e35e {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:15.233928 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:15.234199 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-900c0649-2bb1-446a-8899-5911f7f5e35e {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:15.234745 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900c0649-2bb1-446a-8899-5911f7f5e35e'] response: {'name': 'network-changed', 'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'status': 'completed', 'code': 200} Aug 26 15:56:15.254442 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:15.268986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:56:15.323276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:15.324178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:15.349613 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9143864b-8fdf-40b9-bf7b-dddb7bfa986e {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:56:15.368670 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-dd0cbbee-3792-442d-b77c-58f2d35bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.371782 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-dd0cbbee-3792-442d-b77c-58f2d35bed0f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0546803 Aug 26 15:56:15.398963 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:15.462775 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-9bc5db81-b160-4a60-9acc-a17e09793590 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516818 Aug 26 15:56:15.506725 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-3aa02bc9-2908-42bc-8cb0-555626391c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.508309 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-3aa02bc9-2908-42bc-8cb0-555626391c7f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=10b0a72955244448954be539f99435e9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1223671 Aug 26 15:56:15.558498 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0381640-9e92-4770-a082-099870e9ed34 req-1c99f3d7-8501-444b-bc89-3214be378d00 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.560058 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0381640-9e92-4770-a082-099870e9ed34 req-1c99f3d7-8501-444b-bc89-3214be378d00 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 943 time: 0.0915883 Aug 26 15:56:15.589841 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-8087a389-0a49-49a6-8057-e8f65c031ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.591320 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-8087a389-0a49-49a6-8057-e8f65c031ecb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1168 time: 0.0753722 Aug 26 15:56:15.628438 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:15.640524 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c0381640-9e92-4770-a082-099870e9ed34 req-a6731a97-0c97-47c5-8ff7-b5bdc24bd6ce tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716751 Aug 26 15:56:15.670682 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-2b461948-5e30-4701-9f7a-5f0f1820626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.672784 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-317c6eae-5bbc-4f42-9d00-042b9daf6488 req-2b461948-5e30-4701-9f7a-5f0f1820626b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1558473 Aug 26 15:56:15.709420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:15.717983 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:15.750240 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-06c6c1d4-6945-4938-825e-706f811bc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.751712 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-06c6c1d4-6945-4938-825e-706f811bc016 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.1303160 Aug 26 15:56:15.785923 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-63f5ca98-3f9e-414b-897c-01d325845e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.787470 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-63f5ca98-3f9e-414b-897c-01d325845e0a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0416358 Aug 26 15:56:15.824073 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-4a1a66c0-76f4-4140-9992-b94d43355acd service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 1001 time: 0.0627348 Aug 26 15:56:15.842197 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-3daef76d-1697-44d5-934e-e8b2a5a0ebd9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 217 time: 0.0381691 Aug 26 15:56:15.874785 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-c25ac0e5-44ef-4866-8c9e-6e1e8ca27242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.876269 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-c25ac0e5-44ef-4866-8c9e-6e1e8ca27242 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0462556 Aug 26 15:56:15.905715 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-72c63896-8995-46a9-a7bd-1880df2d155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.907376 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-72c63896-8995-46a9-a7bd-1880df2d155d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0579319 Aug 26 15:56:15.941211 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-6eacd43a-d1c0-4329-a653-82c336e4d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.943685 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-6eacd43a-d1c0-4329-a653-82c336e4d612 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529256 Aug 26 15:56:15.965017 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3679-2339-42ac-8851-ec8255eafa81 req-80aca76c-b619-4bd5-8c20-ae83a026f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:15.966585 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-80aca76c-b619-4bd5-8c20-ae83a026f3b8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515616 Aug 26 15:56:15.990903 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['9143864b-8fdf-40b9-bf7b-dddb7bfa986e'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:56:16.048363 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17c76a-1030-4dab-80f7-3b42e23e60dc req-fc55031f-d160-4745-bca0-bace8a53bf56 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:16.049810 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cb17c76a-1030-4dab-80f7-3b42e23e60dc req-fc55031f-d160-4745-bca0-bace8a53bf56 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.1000388 Aug 26 15:56:16.061482 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-d437b426-66a7-4736-88ec-e97f3ac55604 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103444 Aug 26 15:56:16.128632 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cb17c76a-1030-4dab-80f7-3b42e23e60dc req-cd2f4129-f027-4705-9751-3757dc93c237 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714133 Aug 26 15:56:16.133895 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-3e831676-bd6d-411e-b0e4-55f2457d337e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508224 Aug 26 15:56:16.171496 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5412cea5-3832-4a71-8c93-0996b56f5d27 req-ccbd5d12-c84c-4218-9419-9a2ecb0261d4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039135 Aug 26 15:56:16.238497 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-271d3679-2339-42ac-8851-ec8255eafa81 req-dcda7188-7655-48c6-9c13-2722355855e5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975704 Aug 26 15:56:16.768103 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5653b-2c43-4a72-8acc-36a664b02e80 req-7d36180d-cdc8-4fa4-beff-cc6a2fab95dd tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:16.769644 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-91e5653b-2c43-4a72-8acc-36a664b02e80 req-7d36180d-cdc8-4fa4-beff-cc6a2fab95dd tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 944 time: 0.0505784 Aug 26 15:56:16.825626 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-91e5653b-2c43-4a72-8acc-36a664b02e80 req-4dbb27e8-a206-4d4e-ba8f-a1d2b5727614 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479240 Aug 26 15:56:17.126953 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9143864b-8fdf-40b9-bf7b-dddb7bfa986e up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:17.129156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:17.181585 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:56:17.265478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:17.266229 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:17.274565 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ef32-7ca2-4d29-a97d-78e9faa9cffc req-1f32a2fd-f994-4c4e-b0d8-17542c9ecdcf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:17.276387 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7430ef32-7ca2-4d29-a97d-78e9faa9cffc req-1f32a2fd-f994-4c4e-b0d8-17542c9ecdcf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0526075 Aug 26 15:56:17.290097 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:17.330856 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7430ef32-7ca2-4d29-a97d-78e9faa9cffc req-ae2fbc6a-3464-48e2-9b42-bf2a906b69db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481937 Aug 26 15:56:17.351362 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:17.352173 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:17.382647 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:17.385005 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16038d0-7903-4e54-9c75-c30a73cac6c5" -d '{"events": [{"server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "name": "network-vif-plugged", "status": "completed", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:17.399694 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:17.484925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53833687-97c8-4161-bfa1-8e2bcaf767c5 x-openstack-request-id: req-53833687-97c8-4161-bfa1-8e2bcaf767c5 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:17.485211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "name": "network-vif-plugged", "status": "completed", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:17.485459 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-53833687-97c8-4161-bfa1-8e2bcaf767c5 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:17.485855 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53833687-97c8-4161-bfa1-8e2bcaf767c5'] response: {'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'code': 200} Aug 26 15:56:17.486652 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:17.491841 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:17.551372 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:17.954107 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08da1a-500c-4da7-a235-374b70f4e0be req-157995a0-c690-492a-80cd-71847ef6c1fa tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:17.955522 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3d08da1a-500c-4da7-a235-374b70f4e0be req-157995a0-c690-492a-80cd-71847ef6c1fa tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Aug 26 15:56:18.011598 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3d08da1a-500c-4da7-a235-374b70f4e0be req-e6318b52-cb5c-4660-b15d-57d3f29a1725 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495348 Aug 26 15:56:18.467591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b3465-5b2b-4a3b-9ee7-b3b59711068f req-36feafea-021a-4eea-853b-61c169f48bf0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:18.469149 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7a3b3465-5b2b-4a3b-9ee7-b3b59711068f req-36feafea-021a-4eea-853b-61c169f48bf0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0480199 Aug 26 15:56:18.521481 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7a3b3465-5b2b-4a3b-9ee7-b3b59711068f req-2c33b7f5-15bd-47b6-a379-6234731c1b61 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 Aug 26 15:56:19.058124 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531bc4c-281d-4bb8-a0c0-61b37bd71900 req-68782de3-c2cb-4a74-9ae4-8d43b58e68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:19.059660 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d531bc4c-281d-4bb8-a0c0-61b37bd71900 req-68782de3-c2cb-4a74-9ae4-8d43b58e68aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1129 time: 0.0442111 Aug 26 15:56:19.127455 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:56:19.134023 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:19.158082 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d531bc4c-281d-4bb8-a0c0-61b37bd71900 req-6ac40f36-8e5c-4799-a463-6ae749ab216a service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922678 Aug 26 15:56:19.170673 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea0a8-77c5-4bcd-b65a-cd0c3d8b4abd req-8f294a9c-0a5b-450c-93a9-bfa1d8941c3f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:19.173242 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cedea0a8-77c5-4bcd-b65a-cd0c3d8b4abd req-8f294a9c-0a5b-450c-93a9-bfa1d8941c3f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0757809 Aug 26 15:56:19.240827 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cedea0a8-77c5-4bcd-b65a-cd0c3d8b4abd req-ffa742d1-bb05-406f-84d8-974ce7bc11fb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564392 Aug 26 15:56:19.264851 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:19.277748 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '57bf8f97-285e-4041-93e6-6c458f946244', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:56:19.445031 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:19.445408 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:19.459775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:56:19.479508 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:19.564799 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:19.621208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:19.621779 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:19.669657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af70cd-d2c6-4eaf-987e-cafad99998f9 req-85ba09ae-fd00-4a5c-b033-55381a84fa07 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:19.671158 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-24af70cd-d2c6-4eaf-987e-cafad99998f9 req-85ba09ae-fd00-4a5c-b033-55381a84fa07 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 945 time: 0.0607238 Aug 26 15:56:19.722068 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-24af70cd-d2c6-4eaf-987e-cafad99998f9 req-f0c2c8be-5a14-4ade-8dca-92b6b65df43a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Aug 26 15:56:19.957453 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['57bf8f97-285e-4041-93e6-6c458f946244'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:56:20.395809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857c1e-37de-4dc5-8254-af034f6eb9db req-28bec8d4-0226-48c7-9bf1-bebcee79b906 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:20.397434 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-37857c1e-37de-4dc5-8254-af034f6eb9db req-28bec8d4-0226-48c7-9bf1-bebcee79b906 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0666821 Aug 26 15:56:20.450862 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-37857c1e-37de-4dc5-8254-af034f6eb9db req-0cc6ba3c-b5f3-42de-8560-8f62aa3441d7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474112 Aug 26 15:56:20.855704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab378c-4c2f-42ba-9418-fd289b7817c2 req-46e4eea9-6723-401c-8aee-2bdb6b22b904 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:20.857333 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3bab378c-4c2f-42ba-9418-fd289b7817c2 req-46e4eea9-6723-401c-8aee-2bdb6b22b904 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 945 time: 0.0541232 Aug 26 15:56:20.915244 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3bab378c-4c2f-42ba-9418-fd289b7817c2 req-65b4b15b-ee8d-4cad-acbd-8eed59af4bb5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517859 Aug 26 15:56:21.149052 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:21.209598 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 57bf8f97-285e-4041-93e6-6c458f946244 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:56:21.278565 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 57bf8f97-285e-4041-93e6-6c458f946244 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:21.278969 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57bf8f97-285e-4041-93e6-6c458f946244), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:21.385856 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:21.386586 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:21.414796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:21.421105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:21.423693 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c27655a-e3b9-4517-a17f-689b1bb90d30" -d '{"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:21.439097 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:21.467383 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d284db8-ecce-4759-87ed-d0aaf0eb9d53 x-openstack-request-id: req-9d284db8-ecce-4759-87ed-d0aaf0eb9d53 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:21.467697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:21.468001 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9d284db8-ecce-4759-87ed-d0aaf0eb9d53 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:21.468399 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d284db8-ecce-4759-87ed-d0aaf0eb9d53'] response: {'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'code': 200} Aug 26 15:56:21.541764 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:21.591414 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099dba-4c24-43ec-9e34-db0f9add27b4 req-dac5c5ac-0fbd-452f-84c8-33eb63f81fb4 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:21.593889 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b5099dba-4c24-43ec-9e34-db0f9add27b4 req-dac5c5ac-0fbd-452f-84c8-33eb63f81fb4 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0686727 Aug 26 15:56:21.617289 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:21.654299 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b5099dba-4c24-43ec-9e34-db0f9add27b4 req-6b63fb9c-4f70-495a-9fcd-165024b367de tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513172 Aug 26 15:56:21.779511 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267732-a97c-4741-9f68-e335e4e09bba req-e2feeb5d-9c96-434a-943a-8e9b8641822e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:21.781423 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-85267732-a97c-4741-9f68-e335e4e09bba req-e2feeb5d-9c96-434a-943a-8e9b8641822e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Aug 26 15:56:21.835584 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-85267732-a97c-4741-9f68-e335e4e09bba req-cb7575c4-7079-4744-8ca2-fb7ca46d9ec6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473325 Aug 26 15:56:21.864972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41758) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:21.904897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00746baa-ab7c-4edc-b97f-8bbab19d9c25 tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:21.906445 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-00746baa-ab7c-4edc-b97f-8bbab19d9c25 tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1124 time: 0.0404394 Aug 26 15:56:21.909514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41760) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:21.914073 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:22.033682 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:22.089556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c97c22-8c9f-49ea-8132-269007693b53 req-dc19851e-306f-455e-b748-7e8e9b47ce12 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:22.090941 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-43c97c22-8c9f-49ea-8132-269007693b53 req-dc19851e-306f-455e-b748-7e8e9b47ce12 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0904922 Aug 26 15:56:22.105835 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:22.161615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:22.168002 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-43c97c22-8c9f-49ea-8132-269007693b53 req-2c231243-c6f5-4fb7-a8f5-ee01a0a2404c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694458 Aug 26 15:56:22.284568 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f755516-3b45-4020-8e75-17beb027bfe8 req-7a345b80-3d53-4c05-8c33-7879779284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:22.286072 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6f755516-3b45-4020-8e75-17beb027bfe8 req-7a345b80-3d53-4c05-8c33-7879779284ab service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1130 time: 0.0412230 Aug 26 15:56:22.294519 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.27.3.78 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/39320845-d0ee-4e10-b5a5-6a006c6ac94e) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:22.341884 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6f755516-3b45-4020-8e75-17beb027bfe8 req-e347a73b-14b8-429a-965f-b2361f3d0938 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476985 Aug 26 15:56:22.660892 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:22.685305 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:22.799143 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:22.840795 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:22.844010 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:22.847811 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:22.872488 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=39320845-d0ee-4e10-b5a5-6a006c6ac94e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:22.882698 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.883044 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.883383 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.883717 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.884076 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.884411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.884733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.885055 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.885377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.885701 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.886035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.886356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.886676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.886993 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:22.887308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:23.235556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (3d40aa86-026b-4420-bce1-5b237e4b59af), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.273610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:23.429662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.557229 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a975c67-6a0a-4fd3-92fe-c39646939f37 req-f72bddf3-a99e-4ddb-a2bf-689c928f645f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:23.558807 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5a975c67-6a0a-4fd3-92fe-c39646939f37 req-f72bddf3-a99e-4ddb-a2bf-689c928f645f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.2852821 Aug 26 15:56:23.619661 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5a975c67-6a0a-4fd3-92fe-c39646939f37 req-7b96c372-ed5c-46f0-aad0-a3a6592ee09e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549824 Aug 26 15:56:23.637025 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.728171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.798388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=39320845-d0ee-4e10-b5a5-6a006c6ac94e,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:23.801151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (3d40aa86-026b-4420-bce1-5b237e4b59af), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.889119 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:23.900552 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP 3d40aa86-026b-4420-bce1-5b237e4b59af associated. External IP: 172.27.3.78, port: 9143864b-8fdf-40b9-bf7b-dddb7bfa986e. Aug 26 15:56:24.113330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:24.219119 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:24.229854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:24.240979 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:24.241606 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:24.301799 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:24.329626 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:24.371273 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:24.381680 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-91e55598-6693-4840-8f1c-8362f5957738 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4670935 Aug 26 15:56:24.381680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:24.381680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:24.432277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb09eaa-a2d6-4278-a821-36630dc42d55 x-openstack-request-id: req-bfb09eaa-a2d6-4278-a821-36630dc42d55 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:24.432570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:24.432852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bfb09eaa-a2d6-4278-a821-36630dc42d55 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:24.433285 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb09eaa-a2d6-4278-a821-36630dc42d55'] response: {'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'status': 'completed', 'code': 200} Aug 26 15:56:24.638463 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:23Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:24.662659 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-8f62a507-14c5-43cc-8aaa-56a66fae89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:24.665406 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-8f62a507-14c5-43cc-8aaa-56a66fae89d3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1129 time: 0.0659688 Aug 26 15:56:24.677380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:24.696606 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:24.697253 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:24.800970 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6b7b-0262-4186-8cd1-eda0db8c8a6d req-ad468990-b6c9-4de0-998c-59f285f46e66 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:24.802679 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-698f6b7b-0262-4186-8cd1-eda0db8c8a6d req-ad468990-b6c9-4de0-998c-59f285f46e66 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0711741 Aug 26 15:56:24.846940 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-febadd10-3a12-47e0-b8ab-441faacc5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:24.848451 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-febadd10-3a12-47e0-b8ab-441faacc5091 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.1642659 Aug 26 15:56:24.852565 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:24.922746 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-698f6b7b-0262-4186-8cd1-eda0db8c8a6d req-a8677775-81c5-4d69-b09c-f1598f5fdcd2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123853 Aug 26 15:56:24.936264 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-5c42638b-d14d-4d22-8f11-3a35fcdf3349 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 998 time: 0.0797260 Aug 26 15:56:24.994457 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-83b2dc12-2c4e-4157-98de-3cc510c45212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:24.996145 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-83b2dc12-2c4e-4157-98de-3cc510c45212 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0479152 Aug 26 15:56:25.033159 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:25.043460 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-048bcaa9-4c38-4e4c-9d35-95218565f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:25.045313 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-048bcaa9-4c38-4e4c-9d35-95218565f957 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413923 Aug 26 15:56:25.168642 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-9970efd2-aac4-4b08-8d1f-60d9d02ce91f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149693 Aug 26 15:56:25.172938 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:23Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:25.203038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e54f71-d9f0-4c24-a0e3-ddf51c33e611 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:23Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:25.280568 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0030918-c88c-4b79-b2eb-2fb25dc0f7f2 req-f00d50a6-a0f3-4daf-9968-f85e89a3340d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044774 Aug 26 15:56:25.446615 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f796ef-728e-4f4b-a1e8-277b54b7e42a None None] New status for floating IP 3d40aa86-026b-4420-bce1-5b237e4b59af: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:56:26.058314 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0c61-aa94-4488-aa06-415fa3754b8a req-cfd3ddbf-071c-4245-af18-ed60f556d4f1 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:26.059949 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-799d0c61-aa94-4488-aa06-415fa3754b8a req-cfd3ddbf-071c-4245-af18-ed60f556d4f1 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0528097 Aug 26 15:56:26.123217 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-799d0c61-aa94-4488-aa06-415fa3754b8a req-0695ea9a-b393-488f-ae7c-43b5e480c29b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 Aug 26 15:56:26.248430 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:26.262494 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc96c-645f-4a53-9d00-7aa37ea4dda1 req-0c8a96d0-e9c1-4bd8-9c31-fcdecfb4c2c9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:26.264659 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-785dc96c-645f-4a53-9d00-7aa37ea4dda1 req-0c8a96d0-e9c1-4bd8-9c31-fcdecfb4c2c9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0547578 Aug 26 15:56:26.276270 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41810) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:26.280617 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8699-4cd1-4add-87ea-0d6441c05f88 req-5127cb25-1f3a-488e-8ac7-c45353110d64 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:26.282277 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8f9e8699-4cd1-4add-87ea-0d6441c05f88 req-5127cb25-1f3a-488e-8ac7-c45353110d64 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0564303 Aug 26 15:56:26.284388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'floatingip': {'port_id': '57bf8f97-285e-4041-93e6-6c458f946244'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:26.326664 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:26.334818 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8f9e8699-4cd1-4add-87ea-0d6441c05f88 req-076a248c-4069-4800-8335-82066e988699 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Aug 26 15:56:26.767078 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:26.838740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:26.939365 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Floating IP 81eec782-42fb-41f0-acc9-ace8c906385f associated. External IP: 172.27.3.170, port: 57bf8f97-285e-4041-93e6-6c458f946244. Aug 26 15:56:27.134547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:27.146998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:27.254596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:27.259912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:27.264569 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:27.276758 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:27.277372 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:27.281871 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:27.295126 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2b691b2d-e760-4d7c-baf2-0fe4625056d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/81eec782-42fb-41f0-acc9-ace8c906385f HTTP/1.1" status: 200 len: 992 time: 1.0171278 Aug 26 15:56:27.298174 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:27.298341 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d71e0-f77a-4c7b-92ff-9c234247180f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:27.313113 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:27.345012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29568451-d604-45db-98af-3f2b61e01379 x-openstack-request-id: req-29568451-d604-45db-98af-3f2b61e01379 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:27.345307 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:27.345563 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29568451-d604-45db-98af-3f2b61e01379 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:27.345969 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29568451-d604-45db-98af-3f2b61e01379'] response: {'name': 'network-changed', 'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'status': 'completed', 'code': 200} Aug 26 15:56:27.399637 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:27.462013 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da8ac-c39d-419b-b2c1-9529c0895672 req-0ccfd9b7-f529-4a11-8c63-1854e08efcd0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:27.463687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d16da8ac-c39d-419b-b2c1-9529c0895672 req-0ccfd9b7-f529-4a11-8c63-1854e08efcd0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0501134 Aug 26 15:56:27.518109 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d16da8ac-c39d-419b-b2c1-9529c0895672 req-1bd209d3-0065-41af-87f1-2fbefb5e13e6 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477576 Aug 26 15:56:27.635106 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '81eec782-42fb-41f0-acc9-ace8c906385f', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:08Z', 'updated_at': '2022-08-26T15:56:26Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:27.671447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:27.682157 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:27.682789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:27.784926 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:27.793434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:28.015530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '81eec782-42fb-41f0-acc9-ace8c906385f', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:08Z', 'updated_at': '2022-08-26T15:56:26Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:28.041694 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da0f661-7e4d-4fe6-be55-b1b9971f6b25 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '81eec782-42fb-41f0-acc9-ace8c906385f', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:08Z', 'updated_at': '2022-08-26T15:56:26Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:28.166425 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-d920641d-719e-4fa8-b7fc-abe31671a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.168457 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-d920641d-719e-4fa8-b7fc-abe31671a1e1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1130 time: 0.0455322 Aug 26 15:56:28.244005 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8321281-6299-4bca-bdac-6d3a76bb68cf None None] New status for floating IP 81eec782-42fb-41f0-acc9-ace8c906385f: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:56:28.394340 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-3049855a-962e-4223-b226-294fb5060c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.395891 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-3049855a-962e-4223-b226-294fb5060c92 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.0987053 Aug 26 15:56:28.525958 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:28.573017 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df516-381e-4273-bf18-2781c0bf2160 req-6c3ff35c-c9cb-4fbd-bc5a-c1b72e0f67b0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.574529 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b07df516-381e-4273-bf18-2781c0bf2160 req-6c3ff35c-c9cb-4fbd-bc5a-c1b72e0f67b0 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0602469 Aug 26 15:56:28.582438 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-a08181e9-b217-4293-bbde-63afc9d3a223 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 1002 time: 0.0686321 Aug 26 15:56:28.675065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Deleting port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:28.675065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:28.680628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-1cd9490b-6704-4607-ab00-e98f842c2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.682195 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-1cd9490b-6704-4607-ab00-e98f842c2a97 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0929737 Aug 26 15:56:28.708625 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361390b0-70a8-4b3f-8da4-8da131b58ac3 req-b9c07a76-b6e4-4442-a7b7-538783118adb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.710211 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-361390b0-70a8-4b3f-8da4-8da131b58ac3 req-b9c07a76-b6e4-4442-a7b7-538783118adb tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 946 time: 0.0753694 Aug 26 15:56:28.756761 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-c48f0f3d-d051-4f74-bf11-4c6cb4449ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:28.758307 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-c48f0f3d-d051-4f74-bf11-4c6cb4449ff1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673811 Aug 26 15:56:28.774249 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] For port 9b82b23b-877d-4880-a87b-652c8b6c2ae6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9b82b23b-877d-4880-a87b-652c8b6c2ae6,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:28.774928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:28.833759 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-361390b0-70a8-4b3f-8da4-8da131b58ac3 req-8c2bf71a-2ff9-4bcb-9b82-cbe07c5492e4 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068637 Aug 26 15:56:28.888625 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-d84ac5eb-f7cc-48e0-919d-4043bd7af3a2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219821 Aug 26 15:56:28.967779 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:28.968187 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:28.968525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Floating IP c74b6284-96bb-4a9b-b381-4de724e8bdb2 disassociated. External IP: 172.27.3.209, port: 9b82b23b-877d-4880-a87b-652c8b6c2ae6. Aug 26 15:56:28.968842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Calling delete_port for 9b82b23b-877d-4880-a87b-652c8b6c2ae6 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:28.990978 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d41d71e0-f77a-4c7b-92ff-9c234247180f req-3e95484a-5a94-464f-a6a7-32bb10d55ced service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949206 Aug 26 15:56:29.010889 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:29.203019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (9b82b23b-877d-4880-a87b-652c8b6c2ae6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:29.233045 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'Port': ['ID=9b82b23b-877d-4880-a87b-652c8b6c2ae6,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:29.368870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:29.479358 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:29.484225 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:29.489284 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:29.501637 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:29.502251 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:29.526473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] No DVR routers for this DVR port 9b82b23b-877d-4880-a87b-652c8b6c2ae6 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:29.529002 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:29.532344 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b07df516-381e-4273-bf18-2781c0bf2160 req-8c99a7e6-553b-420b-b84c-86f79477f88e tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9b82b23b-877d-4880-a87b-652c8b6c2ae6 HTTP/1.1" status: 204 len: 173 time: 0.9512677 Aug 26 15:56:29.532816 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'name': 'network-vif-deleted', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:29.535214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb20140-dd41-4bb3-888f-8c3e1dd07967" -d '{"events": [{"server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "name": "network-vif-deleted", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:29.592038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12e9ce8-43b6-4722-a1c9-42d80de23cee x-openstack-request-id: req-b12e9ce8-43b6-4722-a1c9-42d80de23cee {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:29.592038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a2d2ae-7ca7-4e36-8a70-14dc24125e00", "name": "network-vif-deleted", "tag": "9b82b23b-877d-4880-a87b-652c8b6c2ae6", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:29.592038 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b12e9ce8-43b6-4722-a1c9-42d80de23cee {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:29.592038 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12e9ce8-43b6-4722-a1c9-42d80de23cee'] response: {'server_uuid': 'e0a2d2ae-7ca7-4e36-8a70-14dc24125e00', 'name': 'network-vif-deleted', 'tag': '9b82b23b-877d-4880-a87b-652c8b6c2ae6', 'status': 'completed', 'code': 200} Aug 26 15:56:29.633295 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:29.973379 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:29.977216 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b11b80f1-1503-487e-a811-992b7f8be40d req-9f749d52-a7e5-4a86-9ca5-1e32e9a277bf tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=e0a2d2ae-7ca7-4e36-8a70-14dc24125e00 HTTP/1.1" status: 200 len: 210 time: 0.0328243 Aug 26 15:56:30.004572 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:30.017758 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:30.018412 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:30.069869 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:30.133167 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:30.338340 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:30.364660 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b051a33-92f4-43ed-83db-bf44425a6d54 None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:50:09Z', 'revision_number': 4, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '59447c31-722e-4bbe-8486-762f3b2f5a95', 'name': '', 'network_id': '6bb34042-8beb-46ad-9c5c-3a292ab0e4d8', 'tenant_id': 'bc372e59524442debba38c57df458071', 'mac_address': 'fa:16:3e:a8:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:07Z', 'updated_at': '2022-08-26T15:50:15Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'subnets': [{'id': '134259e1-e54d-40c7-92c0-594cfa4669bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:30.600605 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04956d0d-cdaf-4a13-b6bd-4d5864084d9f None None] New status for floating IP c74b6284-96bb-4a9b-b381-4de724e8bdb2: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:56:31.151114 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41832) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:31.176727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4a48-2cdc-4863-9cee-327143685500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.202105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9b82b23b-877d-4880-a87b-652c8b6c2ae6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:31.208928 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (9cf027c1-d1e3-43b8-b6e6-3257c1cd715a), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.222548 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 9b82b23b-877d-4880-a87b-652c8b6c2ae6 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:31.222964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9b82b23b-877d-4880-a87b-652c8b6c2ae6 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:31.233359 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (9cf027c1-d1e3-43b8-b6e6-3257c1cd715a), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.365003 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (9cf027c1-d1e3-43b8-b6e6-3257c1cd715a), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.367520 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.368747 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/9cf027c1-d1e3-43b8-b6e6-3257c1cd715a HTTP/1.1" status: 204 len: 168 time: 0.2165995 Aug 26 15:56:31.371953 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41834) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:31.378701 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf027c1-d1e3-43b8-b6e6-3257c1cd715a,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:31.387349 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.387708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.388094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.388444 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.388784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.389122 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.389457 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.389817 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.390126 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.390454 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.390795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.391128 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.391458 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.391781 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.392134 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd0c9a-09a2-47ad-a882-7b9468977e36 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:31.398362 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-e313cc6b-acee-4078-8764-eb68fa0ef55a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] show failed (client error): The resource could not be found. Aug 26 15:56:31.400103 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e313cc6b-acee-4078-8764-eb68fa0ef55a tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "GET /networking/v2.0/security-groups/9cf027c1-d1e3-43b8-b6e6-3257c1cd715a HTTP/1.1" status: 404 len: 347 time: 0.0265324 Aug 26 15:56:31.402994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41836) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:31.456604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:31.758186 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Deleting port 201ac9ce-2bc2-41e6-8e7f-48a01dc0c086 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:31.758531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.843462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.843795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:31.861506 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Calling delete_port for 201ac9ce-2bc2-41e6-8e7f-48a01dc0c086 owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:31.942883 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:32.050629 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (201ac9ce-2bc2-41e6-8e7f-48a01dc0c086), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.075145 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Pushing event deleted for resources: {'Port': ['ID=201ac9ce-2bc2-41e6-8e7f-48a01dc0c086,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:32.144317 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks [] for floatingip (c74b6284-96bb-4a9b-b381-4de724e8bdb2), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.147400 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.148618 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d46d941a-0b1e-452f-bd9a-a131969fcc03 tempest-AttachVolumeTestJSON-786876667 tempest-AttachVolumeTestJSON-786876667-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/c74b6284-96bb-4a9b-b381-4de724e8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.7446058 Aug 26 15:56:33.414249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4e65f883-98cb-4c79-87c1-6b8c24c52056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.844530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.385961 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-92443243-bfda-410f-9acc-e49247ad9d01 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-561218189&fields=id&tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5 HTTP/1.1" status: 200 len: 267 time: 0.0493877 Aug 26 15:56:35.441251 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-91e84c09-65b0-45ec-93b0-61696b295aeb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:35.442846 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-91e84c09-65b0-45ec-93b0-61696b295aeb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 984 time: 0.0514708 Aug 26 15:56:35.456379 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Request body: {'port': {'security_groups': ['0a6d51aa-4b19-4518-9aeb-bb61d54c32dd']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:35.542599 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.748999 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:35.790799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.867655 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.882812 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:35.883707 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.885704 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a76b68f-31d4-4ee2-85ad-0a571577a50b req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "PUT /networking/v2.0/ports/c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 942 time: 0.4341302 Aug 26 15:56:35.888493 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:35.891279 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556506e-1c1c-441c-a56b-9037efdd95db" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:35.892303 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41866) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:35.914356 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c3463a69-702b-4594-8fcf-701aaf1b3696'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:56:35.972564 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:35.973168 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (0a2777e4-d9b3-4372-b251-565fb8eb4870), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.974915 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57591f-0028-4eaa-ba88-b616118fc4fc tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event updated for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=7']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:35.979271 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93baf98e-051b-4ce3-aadc-295376813e57 x-openstack-request-id: req-93baf98e-051b-4ce3-aadc-295376813e57 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:35.979594 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:35.979948 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93baf98e-051b-4ce3-aadc-295376813e57 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:35.980556 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93baf98e-051b-4ce3-aadc-295376813e57'] response: {'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:56:36.012227 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (0a2777e4-d9b3-4372-b251-565fb8eb4870), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.119497 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556506e-1c1c-441c-a56b-9037efdd95db req-18129a8a-dcf3-4a0c-a7b3-039cf1bea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.120556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['c3463a69-702b-4594-8fcf-701aaf1b3696'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:56:36.122190 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-18129a8a-dcf3-4a0c-a7b3-039cf1bea1fe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1129 time: 0.0793831 Aug 26 15:56:36.169178 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0a2777e4-d9b3-4372-b251-565fb8eb4870), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.173232 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.179119 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/0a2777e4-d9b3-4372-b251-565fb8eb4870 HTTP/1.1" status: 204 len: 168 time: 0.2816675 Aug 26 15:56:36.180963 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41870) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:36.202119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d48f5-090f-4616-88c1-4c93a16d35fe tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2777e4-d9b3-4372-b251-565fb8eb4870,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:36.300714 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556506e-1c1c-441c-a56b-9037efdd95db req-48b5c5f0-1ca6-4888-8e82-871dc0059dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.311178 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-48b5c5f0-1ca6-4888-8e82-871dc0059dbc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.1710937 Aug 26 15:56:36.417308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.435034 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-2faf5de9-189a-4e6d-a057-9d5375b84950 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 1001 time: 0.1221743 Aug 26 15:56:36.460873 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41878) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:36.475420 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Deleting port 51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:36.475420 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.500269 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.505104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556506e-1c1c-441c-a56b-9037efdd95db req-6acf7f3a-37b5-4e04-a9cb-5e0c09e51ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.508405 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-6acf7f3a-37b5-4e04-a9cb-5e0c09e51ab5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0660009 Aug 26 15:56:36.543200 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.576254 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556506e-1c1c-441c-a56b-9037efdd95db req-c1f4e112-7ac9-4baf-b0ba-34a32f1472a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.577503 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.577847 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for floatingip (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.578759 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-c1f4e112-7ac9-4baf-b0ba-34a32f1472a4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639315 Aug 26 15:56:36.594449 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Calling delete_port for 51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:36.723532 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.730680 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-127dbd4c-1297-4e00-97f6-dd85963fe960 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410968 Aug 26 15:56:36.785587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.861970 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.871272 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7556506e-1c1c-441c-a56b-9037efdd95db req-b554549a-c695-4eec-8040-e957dfdb017f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323860 Aug 26 15:56:37.041205 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.081523 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event deleted for resources: {'Port': ['ID=51a8dc2e-0b1d-48ad-bbc3-85f01a390e8f,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:37.265727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks [] for floatingip (a0ec11e3-097e-4ee4-b686-9b6419293017), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.266173 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Floating IP a0ec11e3-097e-4ee4-b686-9b6419293017 disassociated (deleted). External IP: 172.27.3.222, port: c3463a69-702b-4594-8fcf-701aaf1b3696. Aug 26 15:56:37.323456 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (f31aff6a-6c35-400e-8cf8-756d96c24635), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.528874 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:56:37.600946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:37.733225 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:37.788233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Deleting port 59447c31-722e-4bbe-8486-762f3b2f5a95 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:37.788694 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.004051 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:38.014399 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.015120 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Sync routers for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:38.019176 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] For port 59447c31-722e-4bbe-8486-762f3b2f5a95, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=59447c31-722e-4bbe-8486-762f3b2f5a95,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:38.019656 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.023860 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:38.027351 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:38.028114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:38.067690 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Calling delete_port for 59447c31-722e-4bbe-8486-762f3b2f5a95 owned by network:router_interface {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:38.093716 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-8f8f1d46-d18c-4e69-aa77-581668ab5c6d tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/a0ec11e3-097e-4ee4-b686-9b6419293017 HTTP/1.1" status: 204 len: 168 time: 1.9062886 Aug 26 15:56:38.093930 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:38.096996 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:38.154531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:38.156245 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33af14d-66b8-4aac-9fb6-ceb1de05c72a x-openstack-request-id: req-a33af14d-66b8-4aac-9fb6-ceb1de05c72a {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:38.156586 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:38.156951 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a33af14d-66b8-4aac-9fb6-ceb1de05c72a {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:38.157415 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33af14d-66b8-4aac-9fb6-ceb1de05c72a'] response: {'name': 'network-changed', 'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:56:38.190367 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:38.319508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-3daa1bae-cf4b-41f5-bdb6-a4f0b38939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:38.323338 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-3daa1bae-cf4b-41f5-bdb6-a4f0b38939ea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 1129 time: 0.0950937 Aug 26 15:56:38.393288 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:38.422491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Checking router: 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:38.432771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:38.433431 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:38.434007 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-f52428e5-0800-4932-a2f9-adc2af13110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:38.435543 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-f52428e5-0800-4932-a2f9-adc2af13110d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 200 len: 917 time: 0.1042228 Aug 26 15:56:38.462659 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (59447c31-722e-4bbe-8486-762f3b2f5a95), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.471727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:38.503596 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-ad04ea91-d3ac-4d62-b53b-c43dd3ad592a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 200 len: 217 time: 0.0612898 Aug 26 15:56:38.564727 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:38.601262 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-74d1b109-28b4-42dc-a373-a19f0ff6dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:38.603987 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-74d1b109-28b4-42dc-a373-a19f0ff6dcbf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 200 len: 854 time: 0.0873692 Aug 26 15:56:38.691734 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-b746c417-45cd-4ab6-b1e9-a7be511d0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:38.694452 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-b746c417-45cd-4ab6-b1e9-a7be511d0508 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=908bb67d-0cbe-429c-8a55-ae215d1b8083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0815318 Aug 26 15:56:38.819711 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Pushing event deleted for resources: {'Port': ['ID=59447c31-722e-4bbe-8486-762f3b2f5a95,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:38.904574 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:38.907715 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-9d906f92-fd73-43a7-9fb2-a9010a5e7100 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980114 Aug 26 15:56:38.946734 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5053-47b9-4987-987b-a4441acba2ad None None] The sync data for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi is: [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:53:34Z', 'revision_number': 4, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '6a01a284-aa71-45cc-9955-6f0280b5f786', 'name': '', 'network_id': '908bb67d-0cbe-429c-8a55-ae215d1b8083', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'mac_address': 'fa:16:3e:10:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:33Z', 'updated_at': '2022-08-26T15:53:39Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'subnets': [{'id': 'c5246567-0a0d-466f-b269-c1f7ebc916f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:39.035516 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (f31aff6a-6c35-400e-8cf8-756d96c24635), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.203018 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.231818 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeddbaa-acf7-4635-a622-e41f38fe917d None None] New status for floating IP a0ec11e3-097e-4ee4-b686-9b6419293017: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:56:39.296019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Router f31aff6a-6c35-400e-8cf8-756d96c24635 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:39.297956 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.298985 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.323850 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-20dfb1d8-d6bb-43c2-9337-2e7d7c351433 req-83960525-1c33-48b1-957d-bdb2dfcb8706 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476650 Aug 26 15:56:39.430130 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:39.436666 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-42a58a35-864f-400c-bd06-0da9b1255686 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/f31aff6a-6c35-400e-8cf8-756d96c24635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747012 Aug 26 15:56:39.439589 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41908) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:39.441901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Sync routers for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:39.466919 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:39.468078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:39.614411 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks [] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.631380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:39.685924 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.752357 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks [] for router_gateway (f31aff6a-6c35-400e-8cf8-756d96c24635), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.882935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0df48657-682b-48c1-a86f-78148c8eb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:56:38Z', 'revision_number': 5, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port': {'id': '0df48657-682b-48c1-a86f-78148c8eb685', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:50:03Z', 'updated_at': '2022-08-26T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:39.931317 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Checking router: f31aff6a-6c35-400e-8cf8-756d96c24635 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:39.948118 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Routers {'f31aff6a-6c35-400e-8cf8-756d96c24635'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:39.949176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f31aff6a-6c35-400e-8cf8-756d96c24635'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:39.964955 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Deleting port 0df48657-682b-48c1-a86f-78148c8eb685 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:39.965540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (0df48657-682b-48c1-a86f-78148c8eb685), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.110799 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] For port 0df48657-682b-48c1-a86f-78148c8eb685, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=0df48657-682b-48c1-a86f-78148c8eb685,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:40.111528 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (0df48657-682b-48c1-a86f-78148c8eb685), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.134540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Calling delete_port for 0df48657-682b-48c1-a86f-78148c8eb685 owned by network:router_gateway {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:40.218386 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] Set router f31aff6a-6c35-400e-8cf8-756d96c24635 gateway port host: None {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:40.278802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 6, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:40.306782 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239a092-20a2-4574-aa36-e0aa34477cd5 None None] The sync data for ids ['f31aff6a-6c35-400e-8cf8-756d96c24635'] in dv-cinder-831247-24-iscsi is: [{'id': 'f31aff6a-6c35-400e-8cf8-756d96c24635', 'name': 'tempest-AttachVolumeTestJSON-521759080-router', 'tenant_id': 'bc372e59524442debba38c57df458071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:50:02Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 6, 'project_id': 'bc372e59524442debba38c57df458071', 'gw_port_host': None}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:40.461920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (0df48657-682b-48c1-a86f-78148c8eb685), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.490801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0df48657-682b-48c1-a86f-78148c8eb685,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:40.562303 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (f31aff6a-6c35-400e-8cf8-756d96c24635), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.674455 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.678437 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks [] for router_controller (f31aff6a-6c35-400e-8cf8-756d96c24635), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.747180 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:40.822000 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (f31aff6a-6c35-400e-8cf8-756d96c24635), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.822644 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31aff6a-6c35-400e-8cf8-756d96c24635 {{(pid=113464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:56:40.828178 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.829478 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e95a896d-6559-4113-9ad8-3e3f69c842ae admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/f31aff6a-6c35-400e-8cf8-756d96c24635 HTTP/1.1" status: 204 len: 168 time: 1.3885045 Aug 26 15:56:40.832578 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 41922) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:40.886940 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Deleting subnet 134259e1-e54d-40c7-92c0-594cfa4669bd {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:56:40.891047 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Publish callbacks [] for subnet (134259e1-e54d-40c7-92c0-594cfa4669bd), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.929458 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (134259e1-e54d-40c7-92c0-594cfa4669bd), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.020818 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (134259e1-e54d-40c7-92c0-594cfa4669bd), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.068079 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.152809 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (134259e1-e54d-40c7-92c0-594cfa4669bd), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.181450 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134259e1-e54d-40c7-92c0-594cfa4669bd,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:41.184795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.187009 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-bfee8493-48da-4fef-98d7-776c0c09f094 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/134259e1-e54d-40c7-92c0-594cfa4669bd HTTP/1.1" status: 204 len: 168 time: 0.3526413 Aug 26 15:56:41.190941 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41932) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:41.204405 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21537af3-d64e-4173-9783-36162a4e71cd None None] Network 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:41.286016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.356110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Deleting port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:41.359949 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.377248 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.417688 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] DHCP port deletion for 6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:56:41.463471 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] For port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:41.463851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.484978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Calling delete_port for 1d5c5682-6a60-491c-8a1f-e05d8df8f97a owned by network:dhcp {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:41.514745 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Deleting port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:41.515673 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.585135 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.644522 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] For port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,segment=NetworkSegment(f24e4cb4-776d-444b-af5a-3218a52b0977),segment_id=f24e4cb4-776d-444b-af5a-3218a52b0977)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:41.645099 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.663597 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Calling delete_port for 1d5c5682-6a60-491c-8a1f-e05d8df8f97a owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:41.706216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.711111 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 0df48657-682b-48c1-a86f-78148c8eb685 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:41.730491 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.738676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 0df48657-682b-48c1-a86f-78148c8eb685 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:41.739058 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 0df48657-682b-48c1-a86f-78148c8eb685 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:41.739447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 59447c31-722e-4bbe-8486-762f3b2f5a95 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:41.757972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:41.759953 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] No DVR routers for this DVR port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a on host dv-cinder-831247-24-iscsi {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:41.777448 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 59447c31-722e-4bbe-8486-762f3b2f5a95 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:41.778375 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 59447c31-722e-4bbe-8486-762f3b2f5a95 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:41.778882 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 1d5c5682-6a60-491c-8a1f-e05d8df8f97a no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:41.783927 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.803345 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 1d5c5682-6a60-491c-8a1f-e05d8df8f97a {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:41.803697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 1d5c5682-6a60-491c-8a1f-e05d8df8f97a not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:41.821306 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (1d5c5682-6a60-491c-8a1f-e05d8df8f97a), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.846435 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.847567 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] Pushing event deleted for resources: {'Port': ['ID=1d5c5682-6a60-491c-8a1f-e05d8df8f97a,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:41.851754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d3423-d289-41ad-9db8-ccc7888a510a None None] No DVR routers for this DVR port 1d5c5682-6a60-491c-8a1f-e05d8df8f97a on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:41.898346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb34042-8beb-46ad-9c5c-3a292ab0e4d8']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:41.908508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.910509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24e4cb4-776d-444b-af5a-3218a52b0977') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:41.910802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24e4cb4-776d-444b-af5a-3218a52b0977') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:41.923026 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (f24e4cb4-776d-444b-af5a-3218a52b0977), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.939479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (f24e4cb4-776d-444b-af5a-3218a52b0977), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.948501 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:56:41.949394 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (f24e4cb4-776d-444b-af5a-3218a52b0977), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.992112 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment f24e4cb4-776d-444b-af5a-3218a52b0977 resource provider aggregate not found Aug 26 15:56:42.015750 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment f24e4cb4-776d-444b-af5a-3218a52b0977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f24e4cb4-776d-444b-af5a-3218a52b0977 found for delete ", "request_id": "req-1b9e1efa-554a-464c-9060-4f564b25280d"}]} Aug 26 15:56:42.101959 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (6bb34042-8beb-46ad-9c5c-3a292ab0e4d8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.106455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.109693 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/6bb34042-8beb-46ad-9c5c-3a292ab0e4d8 HTTP/1.1" status: 204 len: 168 time: 0.9174302 Aug 26 15:56:42.123996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32889-cc23-4fd9-9089-1b4db587da6c admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb34042-8beb-46ad-9c5c-3a292ab0e4d8,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.486450 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41946) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:42.544884 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2c5b0727-4cc2-4964-b740-d8fc4a919e70 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=bc372e59524442debba38c57df458071&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0542045 Aug 26 15:56:42.545270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 41950) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:42.602658 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] Publish callbacks [] for security_group (77b0e31f-38b1-47ef-ab58-3dbd45be861e), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.624411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] Publish callbacks [] for security_group (77b0e31f-38b1-47ef-ab58-3dbd45be861e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.747472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c8d2-d9a3-4f2c-86c4-73dcb1c8ab96 req-c2a12f28-cb0c-432b-aaf1-890a9d1e91d0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:42.748936 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1365c8d2-d9a3-4f2c-86c4-73dcb1c8ab96 req-c2a12f28-cb0c-432b-aaf1-890a9d1e91d0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Aug 26 15:56:42.796266 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1365c8d2-d9a3-4f2c-86c4-73dcb1c8ab96 req-7e4d0a53-9b0c-4f28-ad63-7d68828aa3b8 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Aug 26 15:56:42.810810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (77b0e31f-38b1-47ef-ab58-3dbd45be861e), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.813438 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.814585 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/77b0e31f-38b1-47ef-ab58-3dbd45be861e HTTP/1.1" status: 204 len: 168 time: 0.2682059 Aug 26 15:56:42.822870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7c2ff-176b-4cdd-b295-c75b0054cc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0e31f-38b1-47ef-ab58-3dbd45be861e,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:43.932883 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12887089-eb04-452a-bf25-b30cb1d08bc0 req-7a4ef562-6ef7-4690-a8b5-0efcb0d9634a tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:43.934454 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-12887089-eb04-452a-bf25-b30cb1d08bc0 req-7a4ef562-6ef7-4690-a8b5-0efcb0d9634a tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0577366 Aug 26 15:56:43.987275 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-12887089-eb04-452a-bf25-b30cb1d08bc0 req-cc232d54-759d-4bc2-97a6-f0c50102f463 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Aug 26 15:56:44.849021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-7b667c43-4ade-4b04-b852-1432956174ed tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:44.850550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-7b667c43-4ade-4b04-b852-1432956174ed tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0666728 Aug 26 15:56:45.132628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295fb04-9fea-4055-868c-541ae91eb350 req-d1934ab5-d14f-4d06-aeb8-d4abd4e2b8c9 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:45.134520 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5295fb04-9fea-4055-868c-541ae91eb350 req-d1934ab5-d14f-4d06-aeb8-d4abd4e2b8c9 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 945 time: 0.0620384 Aug 26 15:56:45.211737 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5295fb04-9fea-4055-868c-541ae91eb350 req-75241dbb-7437-4195-9c56-d0a11fe2eb34 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Aug 26 15:56:45.234138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Deleting port c3463a69-702b-4594-8fcf-701aaf1b3696 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:45.234646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.333588 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] For port c3463a69-702b-4594-8fcf-701aaf1b3696, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c3463a69-702b-4594-8fcf-701aaf1b3696,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:45.333956 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.348202 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Calling delete_port for c3463a69-702b-4594-8fcf-701aaf1b3696 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:45.471608 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.810944 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (c3463a69-702b-4594-8fcf-701aaf1b3696), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.844199 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Pushing event deleted for resources: {'Port': ['ID=c3463a69-702b-4594-8fcf-701aaf1b3696,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.898141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] No DVR routers for this DVR port c3463a69-702b-4594-8fcf-701aaf1b3696 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:45.901229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.904530 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8e7b5c86-f300-484b-be44-d35a776d4c74 req-4ebee467-3618-44e5-b5cc-ce7d3f38ffbb tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.67 "DELETE /networking/v2.0/ports/c3463a69-702b-4594-8fcf-701aaf1b3696 HTTP/1.1" status: 204 len: 173 time: 1.0478599 Aug 26 15:56:45.904965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'name': 'network-vif-deleted', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:45.907226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a200b9d-6945-42a2-8e80-08ac94c6c706" -d '{"events": [{"server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "name": "network-vif-deleted", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:45.945153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb0ca44-e783-457d-87aa-9d551e8528eb x-openstack-request-id: req-cbb0ca44-e783-457d-87aa-9d551e8528eb {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:45.945532 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe4d635-4211-49a0-99c5-aa69824b0de6", "name": "network-vif-deleted", "tag": "c3463a69-702b-4594-8fcf-701aaf1b3696", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:45.945889 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cbb0ca44-e783-457d-87aa-9d551e8528eb {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:45.946398 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb0ca44-e783-457d-87aa-9d551e8528eb'] response: {'server_uuid': '6fe4d635-4211-49a0-99c5-aa69824b0de6', 'name': 'network-vif-deleted', 'tag': 'c3463a69-702b-4594-8fcf-701aaf1b3696', 'status': 'completed', 'code': 200} Aug 26 15:56:46.325086 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fbfa7c38-17be-49c4-a669-6e1988131abd req-1412e9bb-1a20-4ac2-894e-a33542cd11a0 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0315573 Aug 26 15:56:47.273609 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c3463a69-702b-4594-8fcf-701aaf1b3696 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:47.304406 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: c3463a69-702b-4594-8fcf-701aaf1b3696 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:47.304936 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device c3463a69-702b-4594-8fcf-701aaf1b3696 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:47.460425 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3ff7b000-0b8e-489f-ab83-9675797c3f96 req-5c3ce633-836e-47c1-a62f-9a34c0e525e4 tempest-TestMinimumBasicScenario-1881062698 tempest-TestMinimumBasicScenario-1881062698-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=6fe4d635-4211-49a0-99c5-aa69824b0de6 HTTP/1.1" status: 200 len: 210 time: 0.0323646 Aug 26 15:56:49.542267 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.143260 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42102) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:50.516383 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.783954 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Deleting port 6a01a284-aa71-45cc-9955-6f0280b5f786 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:50.784296 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.841240 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.873155 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] For port 6a01a284-aa71-45cc-9955-6f0280b5f786, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a01a284-aa71-45cc-9955-6f0280b5f786,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:50.873530 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.888055 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Calling delete_port for 6a01a284-aa71-45cc-9955-6f0280b5f786 owned by network:router_interface {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:50.893241 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:51.245932 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (6a01a284-aa71-45cc-9955-6f0280b5f786), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.273377 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a01a284-aa71-45cc-9955-6f0280b5f786,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:51.445499 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.779387 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:51.956691 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:52.065246 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:52.070820 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-89d99a9f-13b1-4579-8b35-8ce0787711c5 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/0c1284c8-6da2-46dc-a7f9-f9f3f25f9365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9264600 Aug 26 15:56:52.075036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42140) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:52.075663 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Sync routers for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:52.087808 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:52.088595 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.189571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks [] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.207855 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:52.336267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42146) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:52.355549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090014-b5ba-4e4f-a306-48b5123f4027 req-46b84d11-8baa-4c93-bf31-c0e263f1c16d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:52.357231 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-39090014-b5ba-4e4f-a306-48b5123f4027 req-46b84d11-8baa-4c93-bf31-c0e263f1c16d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0751910 Aug 26 15:56:52.359062 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks [] for router_gateway (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.413610 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-39090014-b5ba-4e4f-a306-48b5123f4027 req-aa02fac3-01d0-4a6d-a7d3-b5067d4e93ec tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Aug 26 15:56:52.467211 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Deleting port ad95aecf-d242-48e9-b753-99a9c9c67a12 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:52.467549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.498065 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c1db4402-d702-4755-9bca-a6a3e6d868ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.518339 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:56:51Z', 'revision_number': 5, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port': {'id': 'ad95aecf-d242-48e9-b753-99a9c9c67a12', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:31Z', 'updated_at': '2022-08-26T15:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.544677 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Checking router: 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:52.550755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.555450 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Routers {'0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:52.556557 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.561047 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.565159 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] For port ad95aecf-d242-48e9-b753-99a9c9c67a12, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ad95aecf-d242-48e9-b753-99a9c9c67a12,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:52.565526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.586228 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Calling delete_port for ad95aecf-d242-48e9-b753-99a9c9c67a12 owned by network:router_gateway {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:52.589843 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c1db4402-d702-4755-9bca-a6a3e6d868ec admin admin] Publish callbacks [] for security_group (52ec8d37-413e-419a-8813-7c2abf8f42cd), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.649447 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] Set router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 gateway port host: None {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:52.666514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c1db4402-d702-4755-9bca-a6a3e6d868ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (52ec8d37-413e-419a-8813-7c2abf8f42cd), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.704127 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 6, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.712121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4402-d702-4755-9bca-a6a3e6d868ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec8d37-413e-419a-8813-7c2abf8f42cd,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:52.716433 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c1db4402-d702-4755-9bca-a6a3e6d868ec admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=1b6d6b93ae5e4ee6b0893b59a2f98136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790917 Aug 26 15:56:52.722262 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42150) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:52.732530 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1a6d-925d-4db0-b654-ec9148bc66ba None None] The sync data for ids ['0c1284c8-6da2-46dc-a7f9-f9f3f25f9365'] in dv-cinder-831247-24-iscsi is: [{'id': '0c1284c8-6da2-46dc-a7f9-f9f3f25f9365', 'name': 'tempest-TestMinimumBasicScenario-1716599411-router', 'tenant_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:30Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 6, 'project_id': '1b64a7d4a15a4d019f7bfc17a59889a5', 'gw_port_host': None}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:52.758960 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.779778 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] Publish callbacks [] for security_group (52ec8d37-413e-419a-8813-7c2abf8f42cd), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.803094 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] Publish callbacks [] for security_group (52ec8d37-413e-419a-8813-7c2abf8f42cd), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.860820 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (ad95aecf-d242-48e9-b753-99a9c9c67a12), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.890104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad95aecf-d242-48e9-b753-99a9c9c67a12,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:52.952117 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (52ec8d37-413e-419a-8813-7c2abf8f42cd), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.954669 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.955908 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/52ec8d37-413e-419a-8813-7c2abf8f42cd HTTP/1.1" status: 204 len: 168 time: 0.2357628 Aug 26 15:56:52.956035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.964142 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17923c-0ffc-4796-a221-c8141282cb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec8d37-413e-419a-8813-7c2abf8f42cd,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:53.054337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.056659 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks [] for router_controller (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.172061 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (0c1284c8-6da2-46dc-a7f9-f9f3f25f9365), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.172689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 {{(pid=113464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:56:53.178143 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.179309 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7aa7824a-b32e-44a0-8c38-598b7d191ee4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/0c1284c8-6da2-46dc-a7f9-f9f3f25f9365 HTTP/1.1" status: 204 len: 168 time: 1.1031933 Aug 26 15:56:53.185086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42154) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:53.234584 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Deleting subnet c5246567-0a0d-466f-b269-c1f7ebc916f5 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:56:53.238119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Publish callbacks [] for subnet (c5246567-0a0d-466f-b269-c1f7ebc916f5), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.280310 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (c5246567-0a0d-466f-b269-c1f7ebc916f5), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.357316 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (c5246567-0a0d-466f-b269-c1f7ebc916f5), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.472652 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (c5246567-0a0d-466f-b269-c1f7ebc916f5), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.504947 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5246567-0a0d-466f-b269-c1f7ebc916f5,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:53.509298 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.512719 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f16182e0-e692-45ab-892b-b45c82c84f6c admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/c5246567-0a0d-466f-b269-c1f7ebc916f5 HTTP/1.1" status: 204 len: 168 time: 0.3273723 Aug 26 15:56:53.515119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42160) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:53.518662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c7f427-e51e-4f10-8be7-a91468fd8a00 None None] Network 908bb67d-0cbe-429c-8a55-ae215d1b8083 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:53.570264 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49db47-2dae-4949-afc6-f34ae7af8bbf req-634c0821-f1e2-44a8-b511-2a769cfefd4b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:53.571920 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ad49db47-2dae-4949-afc6-f34ae7af8bbf req-634c0821-f1e2-44a8-b511-2a769cfefd4b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0707331 Aug 26 15:56:53.572416 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42162) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:53.590472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb502-2a1a-4c3f-9a4c-e6cd40d5edab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.619677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (908bb67d-0cbe-429c-8a55-ae215d1b8083), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.678103 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Deleting port e473d59b-a542-4e6c-85e9-02d4cbe34053 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:53.678232 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.704578 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ad49db47-2dae-4949-afc6-f34ae7af8bbf req-cea685d5-cdf4-40d6-aa20-ba578ad19a3c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164603 Aug 26 15:56:53.728550 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] DHCP port deletion for 908bb67d-0cbe-429c-8a55-ae215d1b8083 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:56:53.745349 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:53.761964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb502-2a1a-4c3f-9a4c-e6cd40d5edab admin admin] Publish callbacks [] for security_group (d21d8bad-e98a-4642-b63c-a9bbfa86645e), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.773326 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] For port e473d59b-a542-4e6c-85e9-02d4cbe34053, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=e473d59b-a542-4e6c-85e9-02d4cbe34053,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:53.773790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.774940 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ad95aecf-d242-48e9-b753-99a9c9c67a12 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:53.787978 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Calling delete_port for e473d59b-a542-4e6c-85e9-02d4cbe34053 owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:53.805853 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: ad95aecf-d242-48e9-b753-99a9c9c67a12 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:53.806197 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ad95aecf-d242-48e9-b753-99a9c9c67a12 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:53.806823 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a01a284-aa71-45cc-9955-6f0280b5f786 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:53.831009 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Deleting port e473d59b-a542-4e6c-85e9-02d4cbe34053 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:53.831309 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.844428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 6a01a284-aa71-45cc-9955-6f0280b5f786 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:53.844811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a01a284-aa71-45cc-9955-6f0280b5f786 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:53.885094 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb502-2a1a-4c3f-9a4c-e6cd40d5edab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d21d8bad-e98a-4642-b63c-a9bbfa86645e), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.908597 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] For port e473d59b-a542-4e6c-85e9-02d4cbe34053, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=e473d59b-a542-4e6c-85e9-02d4cbe34053,segment=NetworkSegment(05793b61-092d-4be5-9374-6b104e17a692),segment_id=05793b61-092d-4be5-9374-6b104e17a692)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:53.908995 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.928027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Calling delete_port for e473d59b-a542-4e6c-85e9-02d4cbe34053 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:53.929506 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-1fbeb502-2a1a-4c3f-9a4c-e6cd40d5edab admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=e70bb23e956d4893a3e22092df6a7b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558886 Aug 26 15:56:53.930600 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeb502-2a1a-4c3f-9a4c-e6cd40d5edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21d8bad-e98a-4642-b63c-a9bbfa86645e,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:53.932309 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42164) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:53.978456 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.008397 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Pushing event deleted for resources: {'Port': ['ID=e473d59b-a542-4e6c-85e9-02d4cbe34053,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:54.014846 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] No DVR routers for this DVR port e473d59b-a542-4e6c-85e9-02d4cbe34053 on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:54.030669 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (e473d59b-a542-4e6c-85e9-02d4cbe34053), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.045819 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] Publish callbacks [] for security_group (d21d8bad-e98a-4642-b63c-a9bbfa86645e), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.058929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] No DVR routers for this DVR port e473d59b-a542-4e6c-85e9-02d4cbe34053 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:54.069039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Pushing event deleted for resources: {'Port': ['ID=e473d59b-a542-4e6c-85e9-02d4cbe34053,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:54.070397 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.071001 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.071380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.071750 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.072272 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.072526 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.072865 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.073195 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.073521 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.073849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.074179 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.074507 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.074831 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.075155 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.076034 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103ed01-68af-4c56-ba37-8a6c41d7b514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:54.115543 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] Publish callbacks [] for security_group (d21d8bad-e98a-4642-b63c-a9bbfa86645e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.119165 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:54.129211 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (908bb67d-0cbe-429c-8a55-ae215d1b8083), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.154489 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:54.166665 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-8df3da71-9c31-4700-9a1a-b216b43ecced tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:54.168357 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-8df3da71-9c31-4700-9a1a-b216b43ecced tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Aug 26 15:56:54.172098 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908bb67d-0cbe-429c-8a55-ae215d1b8083']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:54.184723 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05793b61-092d-4be5-9374-6b104e17a692') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:54.185019 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05793b61-092d-4be5-9374-6b104e17a692') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:54.196622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (05793b61-092d-4be5-9374-6b104e17a692), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.214175 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (05793b61-092d-4be5-9374-6b104e17a692), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.223395 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:56:54.223795 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (05793b61-092d-4be5-9374-6b104e17a692), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.267539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port bc49cf78-376c-4f7e-999a-0d25675122ef {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:54.267539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.297415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d21d8bad-e98a-4642-b63c-a9bbfa86645e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.300127 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.304332 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d21d8bad-e98a-4642-b63c-a9bbfa86645e HTTP/1.1" status: 204 len: 168 time: 0.3707652 Aug 26 15:56:54.313677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228d13-fbd1-4b66-ac10-254aa7a3be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21d8bad-e98a-4642-b63c-a9bbfa86645e,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:54.358750 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (908bb67d-0cbe-429c-8a55-ae215d1b8083), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.365821 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.374486 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/908bb67d-0cbe-429c-8a55-ae215d1b8083 HTTP/1.1" status: 204 len: 168 time: 0.8580236 Aug 26 15:56:54.378294 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42172) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:54.385674 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf5ce4-f4d2-4270-aa09-5794ce0cb915 admin admin] Pushing event deleted for resources: {'Network': ['ID=908bb67d-0cbe-429c-8a55-ae215d1b8083,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:54.426272 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] For port bc49cf78-376c-4f7e-999a-0d25675122ef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc49cf78-376c-4f7e-999a-0d25675122ef,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:54.426635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.490583 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 05793b61-092d-4be5-9374-6b104e17a692 resource provider aggregate not found Aug 26 15:56:54.511047 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 05793b61-092d-4be5-9374-6b104e17a692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05793b61-092d-4be5-9374-6b104e17a692 found for delete ", "request_id": "req-3d184b8a-0886-4434-a0a8-38db23455b6c"}]} Aug 26 15:56:54.531810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:54.733200 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.733899 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.733899 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP d16bee16-565a-4377-acc9-96b006ba7699 disassociated. External IP: 172.27.3.216, port: bc49cf78-376c-4f7e-999a-0d25675122ef. Aug 26 15:56:54.734252 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for bc49cf78-376c-4f7e-999a-0d25675122ef owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:54.857304 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe58d-2e92-453f-a616-ad18b8ae1aba req-d4e4f38a-3ed5-4e90-9767-4bbb9ee2c62c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:54.858924 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-59dfe58d-2e92-453f-a616-ad18b8ae1aba req-d4e4f38a-3ed5-4e90-9767-4bbb9ee2c62c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 946 time: 0.0604413 Aug 26 15:56:54.912482 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-59dfe58d-2e92-453f-a616-ad18b8ae1aba req-a25ac6a0-a6be-4dfc-93d5-b2f1c418b09a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475855 Aug 26 15:56:54.953439 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:54.975471 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (68696855-9577-4553-98c3-b4a3dd197c99), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.114663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (bc49cf78-376c-4f7e-999a-0d25675122ef), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.174394 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=bc49cf78-376c-4f7e-999a-0d25675122ef,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:55.340850 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Deleting port de0ff493-45b7-4b0d-a33f-dc2e2c635a86 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:55.341182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.343965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:55.509884 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:55.513879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] For port de0ff493-45b7-4b0d-a33f-dc2e2c635a86, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:55.514289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.535349 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Calling delete_port for de0ff493-45b7-4b0d-a33f-dc2e2c635a86 owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:55.543822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:55.567428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:55.586562 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:55.588696 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:55.673731 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] No DVR routers for this DVR port bc49cf78-376c-4f7e-999a-0d25675122ef on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:55.678423 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.682031 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2ea661c2-5f4b-41fe-b686-4c362913995a req-7f46cd11-c2d0-4506-8289-0b062d647442 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "DELETE /networking/v2.0/ports/bc49cf78-376c-4f7e-999a-0d25675122ef HTTP/1.1" status: 204 len: 173 time: 1.5080638 Aug 26 15:56:55.684582 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'name': 'network-vif-deleted', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:56:55.687281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b037fa8a-2981-4bf6-b505-4e098731b719" -d '{"events": [{"server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "name": "network-vif-deleted", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:56:55.719038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device e473d59b-a542-4e6c-85e9-02d4cbe34053 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:55.743664 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: e473d59b-a542-4e6c-85e9-02d4cbe34053 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:55.744100 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device e473d59b-a542-4e6c-85e9-02d4cbe34053 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:55.744310 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7799d4-ffe0-49ac-98f0-de5f31e9cfb3 x-openstack-request-id: req-bf7799d4-ffe0-49ac-98f0-de5f31e9cfb3 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:56:55.745149 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f30ecf-6ee4-4098-862e-3f5b5620b188", "name": "network-vif-deleted", "tag": "bc49cf78-376c-4f7e-999a-0d25675122ef", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:56:55.745499 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf7799d4-ffe0-49ac-98f0-de5f31e9cfb3 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:56:55.756982 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7799d4-ffe0-49ac-98f0-de5f31e9cfb3'] response: {'server_uuid': '98f30ecf-6ee4-4098-862e-3f5b5620b188', 'name': 'network-vif-deleted', 'tag': 'bc49cf78-376c-4f7e-999a-0d25675122ef', 'status': 'completed', 'code': 200} Aug 26 15:56:55.770967 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:55.969933 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:55.989987 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.018834 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:56.019303 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-dfc35476-56b7-4a59-b980-7406e5c53c05 req-41d32fd3-dd20-40d5-95a6-efd277604f5a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0278969 Aug 26 15:56:56.028294 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:56.028939 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.084710 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:56.135068 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:56.251738 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (de0ff493-45b7-4b0d-a33f-dc2e2c635a86), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.289392 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0ff493-45b7-4b0d-a33f-dc2e2c635a86,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.291172 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:56.464389 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (68696855-9577-4553-98c3-b4a3dd197c99), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.508337 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-519005fe-3735-461a-901b-92a44cc54291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.535463 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519005fe-3735-461a-901b-92a44cc54291 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:56.714265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Router 68696855-9577-4553-98c3-b4a3dd197c99 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:56.729208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:56.842465 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:56.847393 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-cc35e6d9-3e70-4bee-9a19-a6693212c4d2 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/68696855-9577-4553-98c3-b4a3dd197c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4680712 Aug 26 15:56:56.851909 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42216) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:56.854150 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Sync routers for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:56.868808 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:56.872439 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.883402 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a0eb9-a3ab-4ff6-8603-02ccbf3c3f8f None None] New status for floating IP d16bee16-565a-4377-acc9-96b006ba7699: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:56:57.002272 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:57.024593 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks [] for router (68696855-9577-4553-98c3-b4a3dd197c99), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.185607 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks [] for router_gateway (68696855-9577-4553-98c3-b4a3dd197c99), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.227546 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:56:55Z', 'revision_number': 5, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.259606 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Checking router: 68696855-9577-4553-98c3-b4a3dd197c99 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:57.268726 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Routers {'68696855-9577-4553-98c3-b4a3dd197c99'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:57.269340 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:56:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['68696855-9577-4553-98c3-b4a3dd197c99'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.341843 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device bc49cf78-376c-4f7e-999a-0d25675122ef no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:57.366371 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Deleting port 22aef91e-780d-4237-8358-125b0549d90e {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:57.366574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (22aef91e-780d-4237-8358-125b0549d90e), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.391944 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: bc49cf78-376c-4f7e-999a-0d25675122ef {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:57.392297 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device bc49cf78-376c-4f7e-999a-0d25675122ef not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:57.417793 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ff9ad5ba-2511-41f2-8e65-a9fe2236b51e req-96888df6-8fbf-4666-bc36-f0ce24fdeab8 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=98f30ecf-6ee4-4098-862e-3f5b5620b188 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Aug 26 15:56:57.444118 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.446283 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] Set router 68696855-9577-4553-98c3-b4a3dd197c99 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:57.457002 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] For port 22aef91e-780d-4237-8358-125b0549d90e, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=22aef91e-780d-4237-8358-125b0549d90e,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:57.457365 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (22aef91e-780d-4237-8358-125b0549d90e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.472672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Calling delete_port for 22aef91e-780d-4237-8358-125b0549d90e owned by network:router_gateway {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:57.523749 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.622335 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:56:55Z', 'revision_number': 5, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.624205 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.652125 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.659018 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13443f-262c-40ee-8401-e0a8c8e85dc7 None None] The sync data for ids ['68696855-9577-4553-98c3-b4a3dd197c99'] in dv-cinder-831247-24-iscsi is: [{'id': '68696855-9577-4553-98c3-b4a3dd197c99', 'name': 'tempest-TestMinimumBasicScenario-1289507970-router', 'tenant_id': 'f357910be96c43b1bbdea77c6f9d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '22aef91e-780d-4237-8358-125b0549d90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:53:38Z', 'updated_at': '2022-08-26T15:56:55Z', 'revision_number': 5, 'project_id': 'f357910be96c43b1bbdea77c6f9d9152', 'gw_port': {'id': '22aef91e-780d-4237-8358-125b0549d90e', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68696855-9577-4553-98c3-b4a3dd197c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:53:39Z', 'updated_at': '2022-08-26T15:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:57.721499 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42232) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:57.836988 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-05669e16-8758-4c66-9c67-e1fb7c8110d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.842551 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (22aef91e-780d-4237-8358-125b0549d90e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.889406 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Pushing event deleted for resources: {'Port': ['ID=22aef91e-780d-4237-8358-125b0549d90e,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.985512 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (68696855-9577-4553-98c3-b4a3dd197c99), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.096144 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (68696855-9577-4553-98c3-b4a3dd197c99), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.100971 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks [] for router_controller (68696855-9577-4553-98c3-b4a3dd197c99), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.103801 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-05669e16-8758-4c66-9c67-e1fb7c8110d1 admin admin] Publish callbacks [] for security_group (1af891bd-b632-4196-a64b-8b8d4ddbbb4c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.171187 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-05669e16-8758-4c66-9c67-e1fb7c8110d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1af891bd-b632-4196-a64b-8b8d4ddbbb4c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.212236 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-05669e16-8758-4c66-9c67-e1fb7c8110d1 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=1f8f98eb014f40d4a650e70663f76679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894748 Aug 26 15:56:58.213089 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669e16-8758-4c66-9c67-e1fb7c8110d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af891bd-b632-4196-a64b-8b8d4ddbbb4c,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.215071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42236) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.262317 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (68696855-9577-4553-98c3-b4a3dd197c99), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.262912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68696855-9577-4553-98c3-b4a3dd197c99 {{(pid=113464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:56:58.267104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] Publish callbacks [] for security_group (1af891bd-b632-4196-a64b-8b8d4ddbbb4c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.267580 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.270115 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2187878e-1d1c-4b24-92dd-12e1aae4b435 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/68696855-9577-4553-98c3-b4a3dd197c99 HTTP/1.1" status: 204 len: 168 time: 1.4166319 Aug 26 15:56:58.271994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42238) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.292489 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] Publish callbacks [] for security_group (1af891bd-b632-4196-a64b-8b8d4ddbbb4c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.320372 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Deleting subnet 8b7039f1-b298-4d26-9dea-211f4ef0bfd8 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:56:58.323970 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Publish callbacks [] for subnet (8b7039f1-b298-4d26-9dea-211f4ef0bfd8), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.362441 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (8b7039f1-b298-4d26-9dea-211f4ef0bfd8), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.430914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:58.432307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (1af891bd-b632-4196-a64b-8b8d4ddbbb4c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.434905 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.436185 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/1af891bd-b632-4196-a64b-8b8d4ddbbb4c HTTP/1.1" status: 204 len: 168 time: 0.2195418 Aug 26 15:56:58.445339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f3575-f7b9-4aec-be1e-4e012981396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af891bd-b632-4196-a64b-8b8d4ddbbb4c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.447646 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (8b7039f1-b298-4d26-9dea-211f4ef0bfd8), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.612122 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42246) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.634875 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (8b7039f1-b298-4d26-9dea-211f4ef0bfd8), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.677716 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7039f1-b298-4d26-9dea-211f4ef0bfd8,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.685030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.689384 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-afca276d-84ae-427f-8fbd-43cf67a1a26e admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/8b7039f1-b298-4d26-9dea-211f4ef0bfd8 HTTP/1.1" status: 204 len: 168 time: 0.4163766 Aug 26 15:56:58.690846 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4f1ff-deb9-4792-9366-0a75ea077764 None None] Network 861bd69e-9cf7-4725-8b28-134a948ad455 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:58.692598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42248) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.730814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.761284 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.810561 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (861bd69e-9cf7-4725-8b28-134a948ad455), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.862574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Deleting port a31baa1d-e779-4600-9c65-45949f306562 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:58.862781 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (a31baa1d-e779-4600-9c65-45949f306562), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.875749 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] DHCP port deletion for 861bd69e-9cf7-4725-8b28-134a948ad455 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:56:58.918038 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Deleting port a31baa1d-e779-4600-9c65-45949f306562 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:58.918755 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (a31baa1d-e779-4600-9c65-45949f306562), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.933605 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.936452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.940661 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67 HTTP/1.1" status: 204 len: 168 time: 0.3247850 Aug 26 15:56:58.944383 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42252) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.963672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4849b-0c6e-4daf-b3e6-3cf72c25a522 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.980315 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.api.v2.resource [None req-ff6e7fe7-58d4-4461-ae18-fe7e1c1086ae tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] show failed (client error): The resource could not be found. Aug 26 15:56:58.980315 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-ff6e7fe7-58d4-4461-ae18-fe7e1c1086ae tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups/a3c59532-b3a6-4fb0-9ec5-8ddea2bf4f67 HTTP/1.1" status: 404 len: 347 time: 0.0294383 Aug 26 15:56:58.982492 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42254) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:59.001194 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] For port a31baa1d-e779-4600-9c65-45949f306562, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=a31baa1d-e779-4600-9c65-45949f306562,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:59.001603 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (a31baa1d-e779-4600-9c65-45949f306562), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.020852 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Calling delete_port for a31baa1d-e779-4600-9c65-45949f306562 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:59.111613 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port b25ddcea-a5c4-47ad-b8f2-f29b5bb71430 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:56:59.112572 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.182375 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (a31baa1d-e779-4600-9c65-45949f306562), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.198086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:59.203386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.203758 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.210847 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] Pushing event deleted for resources: {'Port': ['ID=a31baa1d-e779-4600-9c65-45949f306562,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.218622 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for b25ddcea-a5c4-47ad-b8f2-f29b5bb71430 owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:59.220273 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0af9e3-82d4-43b0-980d-d38bacdda631 None None] No DVR routers for this DVR port a31baa1d-e779-4600-9c65-45949f306562 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:59.225406 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] For port a31baa1d-e779-4600-9c65-45949f306562, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=a31baa1d-e779-4600-9c65-45949f306562,segment=NetworkSegment(9f173e46-135a-4bbd-8eb6-01fbd0b09c9c),segment_id=9f173e46-135a-4bbd-8eb6-01fbd0b09c9c)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:59.225406 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (a31baa1d-e779-4600-9c65-45949f306562), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.237951 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Calling delete_port for a31baa1d-e779-4600-9c65-45949f306562 owned by network:dhcp {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:56:59.267208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42256) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:59.288939 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cf1f-cd9c-44f0-a82a-8a24d8f46be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.325121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (a31baa1d-e779-4600-9c65-45949f306562), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.356719 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31baa1d-e779-4600-9c65-45949f306562,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.359687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] No DVR routers for this DVR port a31baa1d-e779-4600-9c65-45949f306562 on host dv-cinder-831247-24-iscsi {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:56:59.421035 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:59.435096 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (861bd69e-9cf7-4725-8b28-134a948ad455), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.438740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cf1f-cd9c-44f0-a82a-8a24d8f46be1 admin admin] Publish callbacks [] for security_group (60788044-50bb-41af-9c70-863f6dd35680), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.456148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861bd69e-9cf7-4725-8b28-134a948ad455']}} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:59.467089 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c') {'for_net_delete': True} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:59.467089 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.services.segments.db [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f173e46-135a-4bbd-8eb6-01fbd0b09c9c') {} {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:59.476200 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2787934'] for segment (9f173e46-135a-4bbd-8eb6-01fbd0b09c9c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.489726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (9f173e46-135a-4bbd-8eb6-01fbd0b09c9c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.496178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=113465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:56:59.496562 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3062164'] for segment (9f173e46-135a-4bbd-8eb6-01fbd0b09c9c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.506921 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (b25ddcea-a5c4-47ad-b8f2-f29b5bb71430), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.538136 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=b25ddcea-a5c4-47ad-b8f2-f29b5bb71430,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.542207 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 9f173e46-135a-4bbd-8eb6-01fbd0b09c9c resource provider aggregate not found Aug 26 15:56:59.564352 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.services.segments.plugin [-] Segment 9f173e46-135a-4bbd-8eb6-01fbd0b09c9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f173e46-135a-4bbd-8eb6-01fbd0b09c9c found for delete ", "request_id": "req-c677b8bb-4818-4f83-aee4-ccc342533b7b"}]} Aug 26 15:56:59.582615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cf1f-cd9c-44f0-a82a-8a24d8f46be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (60788044-50bb-41af-9c70-863f6dd35680), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.628566 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (861bd69e-9cf7-4725-8b28-134a948ad455), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.633559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.643388 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4cd6cf1f-cd9c-44f0-a82a-8a24d8f46be1 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=b6c20dee88064fbb94978616aeba2506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719869 Aug 26 15:56:59.643388 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (d16bee16-565a-4377-acc9-96b006ba7699), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.643693 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/861bd69e-9cf7-4725-8b28-134a948ad455 HTTP/1.1" status: 204 len: 168 time: 0.9475842 Aug 26 15:56:59.645313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42264) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:59.648653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.666527 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6d6f9234-7756-43bc-9866-38a98a17c372 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/d16bee16-565a-4377-acc9-96b006ba7699 HTTP/1.1" status: 204 len: 168 time: 0.6719437 Aug 26 15:56:59.666527 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6cf1f-cd9c-44f0-a82a-8a24d8f46be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60788044-50bb-41af-9c70-863f6dd35680,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.680666 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6819f-6e6e-4aa3-b4e9-71c67ed1f6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=861bd69e-9cf7-4725-8b28-134a948ad455,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.706741 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:59.711807 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device de0ff493-45b7-4b0d-a33f-dc2e2c635a86 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:59.731162 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] Publish callbacks [] for security_group (60788044-50bb-41af-9c70-863f6dd35680), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.742111 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: de0ff493-45b7-4b0d-a33f-dc2e2c635a86 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:59.742456 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device de0ff493-45b7-4b0d-a33f-dc2e2c635a86 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:59.744827 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device a31baa1d-e779-4600-9c65-45949f306562 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:59.756273 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] Publish callbacks [] for security_group (60788044-50bb-41af-9c70-863f6dd35680), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.775549 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:59.776046 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: a31baa1d-e779-4600-9c65-45949f306562 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:59.776472 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device a31baa1d-e779-4600-9c65-45949f306562 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:59.776896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 22aef91e-780d-4237-8358-125b0549d90e no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:56:59.798039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 22aef91e-780d-4237-8358-125b0549d90e {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:56:59.798428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 22aef91e-780d-4237-8358-125b0549d90e not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:56:59.835817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42268) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:59.840514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300290305', 'description': 'tempest-description--1465862790'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:59.931946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.934242 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (60788044-50bb-41af-9c70-863f6dd35680), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.936730 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.937880 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/60788044-50bb-41af-9c70-863f6dd35680 HTTP/1.1" status: 204 len: 168 time: 0.2914608 Aug 26 15:56:59.955764 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99df56-a64a-434a-8eaa-c55d116f095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60788044-50bb-41af-9c70-863f6dd35680,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.971695 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:00.025138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.114651 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.145731 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.196005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42272) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.238692 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.240016 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f8ac3bed-0e2a-4d59-8af1-cfd7629d3121 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4030261 Aug 26 15:57:00.243358 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-17e1f225-8bb7-4e33-8d27-aa9e2df27ccc admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=1b64a7d4a15a4d019f7bfc17a59889a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462708 Aug 26 15:57:00.243922 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42274) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.246094 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42276) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.248689 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': '5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:00.306274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] Publish callbacks [] for security_group (0a6d51aa-4b19-4518-9aeb-bb61d54c32dd), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.330898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] Publish callbacks [] for security_group (0a6d51aa-4b19-4518-9aeb-bb61d54c32dd), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.356302 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (b895e282-9a18-42cd-bd43-6e3a5845f96c), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.422787 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (b895e282-9a18-42cd-bd43-6e3a5845f96c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.445912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:00.485138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0a6d51aa-4b19-4518-9aeb-bb61d54c32dd), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.488171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.489361 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/0a6d51aa-4b19-4518-9aeb-bb61d54c32dd HTTP/1.1" status: 204 len: 168 time: 0.2423556 Aug 26 15:57:00.497721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7a616-ac39-46fa-9396-9104bb90d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6d51aa-4b19-4518-9aeb-bb61d54c32dd,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.534794 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (b895e282-9a18-42cd-bd43-6e3a5845f96c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.556711 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b895e282-9a18-42cd-bd43-6e3a5845f96c,revision_number=0']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.670638 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.672028 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d3d3cc4f-3c5b-4fd2-ac41-56c3de00875d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270244 Aug 26 15:57:00.675246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42288) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.680641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'security_group_rule': {'security_group_id': '5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:00.811057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (162a58b2-4754-4912-b750-6f73c18726b9), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.876227 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (162a58b2-4754-4912-b750-6f73c18726b9), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.969518 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (162a58b2-4754-4912-b750-6f73c18726b9), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.989706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162a58b2-4754-4912-b750-6f73c18726b9,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:01.116806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.118129 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a8d5d3c6-963f-45e2-843e-65a09106fd19 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415627 Aug 26 15:57:01.122135 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42300) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:01.126685 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:01.241798 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5462b833-94fb-4759-a125-11c37aa42309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.270440 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.347838 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42308) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:01.368220 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.432776 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-98191f56-4e5e-4b86-b4df-752ddc9adad8 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=f357910be96c43b1bbdea77c6f9d9152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836766 Aug 26 15:57:01.437833 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42312) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:01.500482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] Publish callbacks [] for security_group (aa96e6a7-842f-441d-ba09-d05cf5c179b8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.511922 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.27.3.125 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/f8923f02-b7df-43ec-b3e9-6baf7b4c120c) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:01.524834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] Publish callbacks [] for security_group (aa96e6a7-842f-441d-ba09-d05cf5c179b8), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.610423 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:01.638493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.654985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (aa96e6a7-842f-441d-ba09-d05cf5c179b8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.657899 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.659112 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/aa96e6a7-842f-441d-ba09-d05cf5c179b8 HTTP/1.1" status: 204 len: 168 time: 0.2182331 Aug 26 15:57:01.668266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877f358-c4a0-4a6e-94cb-f3cb6e76f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96e6a7-842f-441d-ba09-d05cf5c179b8,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:01.790166 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.835697 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:01.836805 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:01.840371 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:01.845337 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:01.866596 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=f8923f02-b7df-43ec-b3e9-6baf7b4c120c,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:01.959624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.323439 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.484150 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.606160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.675249 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=f8923f02-b7df-43ec-b3e9-6baf7b4c120c,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:02.678487 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.777598 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.778926 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b8fa7189-5e45-4ef0-ad13-05abe727aae9 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6557865 Aug 26 15:57:02.994365 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.010943 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-7ad323df-2645-48e3-b329-9e31fb2fa05a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1300290305&fields=id&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 267 time: 0.0473979 Aug 26 15:57:03.126249 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-0267d143-6379-4bb7-99af-b9ceb1e4f670 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:03.127778 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-0267d143-6379-4bb7-99af-b9ceb1e4f670 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1084273 Aug 26 15:57:03.144301 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-9332bf74-6c83-48a4-a910-81ad77fdfabd tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/quotas/f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 375 time: 0.0100226 Aug 26 15:57:03.189311 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.198168 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-037d8c86-0d7f-4a33-88a8-0c2ecd445e57 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474846 Aug 26 15:57:03.313229 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-8bd264ae-08bd-4d20-bdb4-921c1017a60a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020000 Aug 26 15:57:03.425895 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-e818be1c-c78e-4b7a-bdb9-2cd148c39e49 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054544 Aug 26 15:57:03.426457 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7f3f68b9-b2b9-4d96-91b6-e811a056b983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.680655 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6027ee64-5c1b-4166-96d4-6d0a83eccf97 req-e2495bca-89ae-4277-8438-0ffb5a6462ba tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 210 time: 0.0384660 Aug 26 15:57:04.793547 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eb657c53-120e-45bd-af28-bcd832e91b5c req-c7d539c8-b6ab-4571-aa4c-dcdbe30ccf27 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 210 time: 0.0289478 Aug 26 15:57:05.063474 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.894143 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9addb777-301e-47c4-9e47-474397e702b5 req-92206ae4-6373-48ba-b802-2e16fe456e0f tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 210 time: 0.0281184 Aug 26 15:57:06.436989 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.450721 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-c7d4f401-396a-4376-bae0-ca4a3680e95a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:06.452233 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-c7d4f401-396a-4376-bae0-ca4a3680e95a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 814 time: 0.1043253 Aug 26 15:57:06.478002 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.524436 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-61e55cc1-124e-448b-941a-fe8e5ec23532 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40d6476c750438c9c09107c7757fa95 HTTP/1.1" status: 200 len: 380 time: 0.0573275 Aug 26 15:57:06.534266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'port': {'device_id': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'admin_state_up': True, 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'security_groups': ['5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:06.726277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Made reservation on behalf of f40d6476c750438c9c09107c7757fa95 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:06.730466 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.850821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:06.868863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Allocated IP 172.20.0.8 (a335b766-ffd8-4d30-a4fc-6d81d957bfbd/232fd674-43e9-4394-9a4b-8065f1be4d76/b9879cfe-fc48-49ee-b340-611f099b4e9b) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:07.002330 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-07f91057-4fd6-475d-b107-7e5694964d9a req-135ec9f4-affe-4d90-91d1-90e8d0e84f8c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 210 time: 0.0316334 Aug 26 15:57:07.027116 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.043369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:07.129777 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.165110 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07196a2-98a3-4991-8efd-665e814d0598 req-2e412343-3da5-4854-9c57-365b9b5adfdf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:07.166658 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b07196a2-98a3-4991-8efd-665e814d0598 req-2e412343-3da5-4854-9c57-365b9b5adfdf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Aug 26 15:57:07.178537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:07.181870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:07.186248 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:07.215759 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event updated for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:07.230906 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b07196a2-98a3-4991-8efd-665e814d0598 req-3087d84d-dec3-414b-806b-87925f866ba8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574443 Aug 26 15:57:07.240755 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:07.241384 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.363489 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f9a1d4fe-78ab-424a-beb6-279eb3b83663 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326669 Aug 26 15:57:07.369701 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-1606b290-9aef-4141-bd20-c9c269a2822c None None] Provisioning complete for port b9879cfe-fc48-49ee-b340-611f099b4e9b triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:07.370095 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1606b290-9aef-4141-bd20-c9c269a2822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.402485 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-1606b290-9aef-4141-bd20-c9c269a2822c None None] Port b9879cfe-fc48-49ee-b340-611f099b4e9b cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:07.474285 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Request body: {'port': {'device_id': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:07.536837 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.626761 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=9 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:07.791709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9879cfe-fc48-49ee-b340-611f099b4e9b {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:07.799291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks [] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.811589 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Transition to ACTIVE for port object b9879cfe-fc48-49ee-b340-611f099b4e9b will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:07.940824 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.024019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Pushing event updated for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:08.073848 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Attempting to bind port b9879cfe-fc48-49ee-b340-611f099b4e9b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:08.074176 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Attempting to bind port b9879cfe-fc48-49ee-b340-611f099b4e9b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:08.074508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Attempting to bind port b9879cfe-fc48-49ee-b340-611f099b4e9b on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.090148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Port b9879cfe-fc48-49ee-b340-611f099b4e9b on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:08.090449 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Attempting to bind port b9879cfe-fc48-49ee-b340-611f099b4e9b on network a335b766-ffd8-4d30-a4fc-6d81d957bfbd {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.112086 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:08.112422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Checking segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:08.112800 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Bound using segment: {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:08.113229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Bound port: b9879cfe-fc48-49ee-b340-611f099b4e9b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:08.113586 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.127226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.138071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e044f7-f11a-4b3d-9279-06c3976d6b87 req-ee8f613d-9b03-4fc7-9f24-3c8e52b9ea6c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.139550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f4e044f7-f11a-4b3d-9279-06c3976d6b87 req-ee8f613d-9b03-4fc7-9f24-3c8e52b9ea6c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 943 time: 0.0617187 Aug 26 15:57:08.228248 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:08.233165 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f4e044f7-f11a-4b3d-9279-06c3976d6b87 req-a0c31046-2def-4171-91c9-6000e8aa9ff3 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726295 Aug 26 15:57:08.234767 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:08.320722 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.324269 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.325324 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.327174 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/b9879cfe-fc48-49ee-b340-611f099b4e9b HTTP/1.1" status: 200 len: 1093 time: 0.8571432 Aug 26 15:57:08.329702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:08.332185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8576a8-9f98-420e-a918-ba1329c8523d" -d '{"events": [{"name": "network-changed", "server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:08.366653 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb07f2-8a03-41f2-9698-84497f2c44c7 req-311c9c0b-9955-4299-9138-87fcd5bb7adb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.368298 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aafb07f2-8a03-41f2-9698-84497f2c44c7 req-311c9c0b-9955-4299-9138-87fcd5bb7adb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Aug 26 15:57:08.370284 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.382814 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6613f-c637-4b43-9a30-762441eb68b6 x-openstack-request-id: req-91c6613f-c637-4b43-9a30-762441eb68b6 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:08.383094 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:08.383342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91c6613f-c637-4b43-9a30-762441eb68b6 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:08.383728 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c6613f-c637-4b43-9a30-762441eb68b6'] response: {'name': 'network-changed', 'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'status': 'completed', 'code': 200} Aug 26 15:57:08.388333 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2901a-87c8-4299-88be-b2dc9250d102 service neutron] Pushing event updated for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:08.418551 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aafb07f2-8a03-41f2-9698-84497f2c44c7 req-40f38216-47b3-4f69-88d1-1117c786168a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Aug 26 15:57:08.485877 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-f68871a9-ab33-491d-91f3-308d4e072068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.488136 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-f68871a9-ab33-491d-91f3-308d4e072068 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 1127 time: 0.0543320 Aug 26 15:57:08.609488 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-c88e5f1e-0e19-49db-809c-f26ab188be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.610976 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-c88e5f1e-0e19-49db-809c-f26ab188be57 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=f40d6476c750438c9c09107c7757fa95&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1030171 Aug 26 15:57:08.707011 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-6a111b28-7a14-4d32-8f17-c02ee0b3dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.708519 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-eb8576a8-9f98-420e-a918-ba1329c8523d req-6a111b28-7a14-4d32-8f17-c02ee0b3dcb4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904131 Aug 26 15:57:08.816999 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-6084fe57-cfd2-4d17-b841-938d374f06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.819135 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-6084fe57-cfd2-4d17-b841-938d374f06bd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 1127 time: 0.0456347 Aug 26 15:57:08.868526 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-bf47294a-0ace-4367-bcb7-1d82803f03d6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b HTTP/1.1" status: 200 len: 217 time: 0.0354548 Aug 26 15:57:08.925527 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f8da60dc-7867-4f7a-90bc-51ed0ce63469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.927011 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-f8da60dc-7867-4f7a-90bc-51ed0ce63469 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0502076 Aug 26 15:57:08.976268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-04b8e2a8-55de-4783-9e78-b4afd2ba5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.977775 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-04b8e2a8-55de-4783-9e78-b4afd2ba5064 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445757 Aug 26 15:57:09.073934 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-fad9e9c0-5e96-4f59-89f0-fb0cad48f423 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881195 Aug 26 15:57:09.168214 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d50b8db5-1d3b-41dd-b75d-6ad1fb011a7c req-a22365ab-233a-431f-b500-eb23aba8440c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874937 Aug 26 15:57:09.367445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f196b2-2972-4cca-9ae8-f257e121ce8f req-1ba79e3b-759b-4ee2-959a-b7383e8951e5 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.368806 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41f196b2-2972-4cca-9ae8-f257e121ce8f req-1ba79e3b-759b-4ee2-959a-b7383e8951e5 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 943 time: 0.0477295 Aug 26 15:57:09.416815 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-41f196b2-2972-4cca-9ae8-f257e121ce8f req-674f8852-c415-4196-a6b2-ffbda0c4a74b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Aug 26 15:57:09.556561 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125819c1-e7c2-4cd7-86bc-2adb9d76691a req-bdbf8446-f6a3-4d13-becb-a25de7849704 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.558022 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-125819c1-e7c2-4cd7-86bc-2adb9d76691a req-bdbf8446-f6a3-4d13-becb-a25de7849704 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0471373 Aug 26 15:57:09.606984 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-125819c1-e7c2-4cd7-86bc-2adb9d76691a req-1a05cf1f-8de3-4877-9769-3e8208b17a62 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Aug 26 15:57:10.520146 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:10.535816 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd5aa0-74e1-4f5a-836c-784e84b3ed32 req-6d9ddb01-71c7-4ad6-9945-1f3ea2566b52 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.537834 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e1cd5aa0-74e1-4f5a-836c-784e84b3ed32 req-6d9ddb01-71c7-4ad6-9945-1f3ea2566b52 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 943 time: 0.0475826 Aug 26 15:57:10.590212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e1cd5aa0-74e1-4f5a-836c-784e84b3ed32 req-7b1fe319-329a-4663-b93b-298268c7c670 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464146 Aug 26 15:57:10.733920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664680a-3dd5-467e-9afc-78ab3300ded6 req-408407ac-7f4f-44ff-b19c-95bc9df816ff tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.735328 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d664680a-3dd5-467e-9afc-78ab3300ded6 req-408407ac-7f4f-44ff-b19c-95bc9df816ff tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0512359 Aug 26 15:57:10.782714 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d664680a-3dd5-467e-9afc-78ab3300ded6 req-d00dad95-63c6-413a-87b0-368de88b1f0b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Aug 26 15:57:11.374760 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b9879cfe-fc48-49ee-b340-611f099b4e9b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:11.377833 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:11.456904 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.481752 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:11.493885 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'port_id': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'mac_address': 'fa:16:3e:b6:1d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:11.528105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b9879cfe-fc48-49ee-b340-611f099b4e9b is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:11.528488 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.541733 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9879cfe-fc48-49ee-b340-611f099b4e9b {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:11.565023 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:11.667415 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.711534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf3fb-0597-42ce-b319-7b115bc5c110 req-4e6b3891-bb32-445a-b546-7ba0a44ce0e7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.713336 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27edf3fb-0597-42ce-b319-7b115bc5c110 req-4e6b3891-bb32-445a-b546-7ba0a44ce0e7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 944 time: 0.0503216 Aug 26 15:57:11.717559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:11.770642 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-27edf3fb-0597-42ce-b319-7b115bc5c110 req-67edd542-0044-42e5-9957-db959956d3cb tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Aug 26 15:57:11.909134 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec434-465a-4043-9073-19434f44bd87 req-e28a7aa5-7f30-4cdd-9bf7-ec7f1864b72a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.910555 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cf9ec434-465a-4043-9073-19434f44bd87 req-e28a7aa5-7f30-4cdd-9bf7-ec7f1864b72a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0486979 Aug 26 15:57:11.959853 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cf9ec434-465a-4043-9073-19434f44bd87 req-559118a3-2778-440a-8460-23e28d6f1e7e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Aug 26 15:57:12.026511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['b9879cfe-fc48-49ee-b340-611f099b4e9b'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:12.130157 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:12.888875 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04c75-7bcb-4d22-b614-0fde75fb344d req-3d2d108a-c32a-4208-912b-6f2098fb0251 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.890656 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4ea04c75-7bcb-4d22-b614-0fde75fb344d req-3d2d108a-c32a-4208-912b-6f2098fb0251 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 944 time: 0.0474346 Aug 26 15:57:12.938513 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4ea04c75-7bcb-4d22-b614-0fde75fb344d req-71ed770a-2396-4f2e-a495-c0d9341af2f1 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Aug 26 15:57:13.086597 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad658d27-636d-4cde-951e-eeccf93b1b6e req-4f5106b5-40da-48b9-bcb1-8f11e7d6fab9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:13.088024 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ad658d27-636d-4cde-951e-eeccf93b1b6e req-4f5106b5-40da-48b9-bcb1-8f11e7d6fab9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Aug 26 15:57:13.139230 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ad658d27-636d-4cde-951e-eeccf93b1b6e req-2dc8e62a-d0f7-43da-94de-9806e6f4681a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453315 Aug 26 15:57:13.406564 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b9879cfe-fc48-49ee-b340-611f099b4e9b up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:13.448252 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port b9879cfe-fc48-49ee-b340-611f099b4e9b completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:13.514066 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port b9879cfe-fc48-49ee-b340-611f099b4e9b triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:13.514433 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.586931 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b9879cfe-fc48-49ee-b340-611f099b4e9b is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:13.587318 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.617023 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:13.619394 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360ad6a2-741d-4143-b10d-03e1fd3115bc" -d '{"events": [{"server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:13.633004 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:13.666895 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118eb480-9e26-4ecc-9c8f-183f6074c5ff x-openstack-request-id: req-118eb480-9e26-4ecc-9c8f-183f6074c5ff {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:13.667394 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:13.667649 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-118eb480-9e26-4ecc-9c8f-183f6074c5ff {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:13.668090 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118eb480-9e26-4ecc-9c8f-183f6074c5ff'] response: {'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'code': 200} Aug 26 15:57:13.731534 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.782772 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:14.057598 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e490d8-bc5f-460c-bb0f-4a8d81512c83 req-7dab9c51-1a00-4bfd-9c37-5551dd495617 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.059101 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-25e490d8-bc5f-460c-bb0f-4a8d81512c83 req-7dab9c51-1a00-4bfd-9c37-5551dd495617 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0481677 Aug 26 15:57:14.108964 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-25e490d8-bc5f-460c-bb0f-4a8d81512c83 req-f7b4f2a7-30bb-4daa-8c88-b4d9dad324e2 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Aug 26 15:57:14.141909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e46d4c-042d-4d6f-bd78-ad1bf75262ef req-fb8a731c-a890-4a32-adb1-a1fd09df8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.143390 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21e46d4c-042d-4d6f-bd78-ad1bf75262ef req-fb8a731c-a890-4a32-adb1-a1fd09df8107 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 1129 time: 0.0429108 Aug 26 15:57:14.189448 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-21e46d4c-042d-4d6f-bd78-ad1bf75262ef req-a3cf0b7b-8019-47a9-bd75-26937c1d4199 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Aug 26 15:57:14.269546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a796cc0-f7a7-4ee7-9754-8dcbbc83a1f7 req-58ed17ae-6b74-459f-a0ad-0621f05bf686 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.271001 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3a796cc0-f7a7-4ee7-9754-8dcbbc83a1f7 req-58ed17ae-6b74-459f-a0ad-0621f05bf686 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Aug 26 15:57:14.319264 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3a796cc0-f7a7-4ee7-9754-8dcbbc83a1f7 req-cadf502e-4f7c-476c-9c57-1d49180d8db3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 Aug 26 15:57:14.529744 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:57:15.232678 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d9157-ff78-417f-b3a4-862c727d079d req-99cad469-02db-41d7-99aa-882c68646132 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:15.234321 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-378d9157-ff78-417f-b3a4-862c727d079d req-99cad469-02db-41d7-99aa-882c68646132 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0503922 Aug 26 15:57:15.284244 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-378d9157-ff78-417f-b3a4-862c727d079d req-26938cb5-fe44-44a0-9f59-683f59b25707 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Aug 26 15:57:15.442473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926e2e9-4b39-4b64-ba10-56df138d64e6 req-d8acdbf3-aff7-4aff-9cc9-1155ca4f0d00 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:15.444618 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7926e2e9-4b39-4b64-ba10-56df138d64e6 req-d8acdbf3-aff7-4aff-9cc9-1155ca4f0d00 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0472465 Aug 26 15:57:15.482813 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:15.495713 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7926e2e9-4b39-4b64-ba10-56df138d64e6 req-3d5cc841-d8b4-41a9-a078-1428cf2a64bd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455260 Aug 26 15:57:15.726658 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42516) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:15.837537 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbc35f5f-a9b0-4d1f-a35a-f575a52679af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.917825 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbc35f5f-a9b0-4d1f-a35a-f575a52679af admin admin] Publish callbacks [] for security_group (4744573b-ae93-4d07-95c1-51a92f26bb43), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.057191 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-cbc35f5f-a9b0-4d1f-a35a-f575a52679af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4744573b-ae93-4d07-95c1-51a92f26bb43), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.072403 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.101094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.105896 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-cbc35f5f-a9b0-4d1f-a35a-f575a52679af admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d5042734dfaf47d2b80bdd20c9daf3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781898 Aug 26 15:57:16.106712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35f5f-a9b0-4d1f-a35a-f575a52679af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744573b-ae93-4d07-95c1-51a92f26bb43,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:16.109596 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42520) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:16.159573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] Publish callbacks [] for security_group (4744573b-ae93-4d07-95c1-51a92f26bb43), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.179992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] Publish callbacks [] for security_group (4744573b-ae93-4d07-95c1-51a92f26bb43), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.314259 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4744573b-ae93-4d07-95c1-51a92f26bb43), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.316843 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.318358 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4744573b-ae93-4d07-95c1-51a92f26bb43 HTTP/1.1" status: 204 len: 168 time: 0.2072673 Aug 26 15:57:16.327192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ebca8-e22f-4b20-9370-c16752ec8fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744573b-ae93-4d07-95c1-51a92f26bb43,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:16.414478 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948768a-3bea-4078-aaba-1422e2523eae req-237ec625-6899-4bd0-a7e0-c7b27e8f9379 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.416016 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f948768a-3bea-4078-aaba-1422e2523eae req-237ec625-6899-4bd0-a7e0-c7b27e8f9379 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0492909 Aug 26 15:57:16.463436 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f948768a-3bea-4078-aaba-1422e2523eae req-e3930eb6-03a5-42fb-956f-de82db8cb34c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Aug 26 15:57:16.586334 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc26462-b629-442c-856d-18a6d78605b3 req-c3dab750-d8fe-4a16-864e-aca9f4322447 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.589320 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6cc26462-b629-442c-856d-18a6d78605b3 req-c3dab750-d8fe-4a16-864e-aca9f4322447 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0536675 Aug 26 15:57:16.605466 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42532) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:16.607612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Request body: {'floatingip': {'port_id': 'b9879cfe-fc48-49ee-b340-611f099b4e9b'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:16.628593 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392cc94-53b1-40a4-ba58-265364bf1eab req-0200e7b7-b6b7-41c5-b992-d1e14b6d7269 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.634038 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6392cc94-53b1-40a4-ba58-265364bf1eab req-0200e7b7-b6b7-41c5-b992-d1e14b6d7269 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0548620 Aug 26 15:57:16.651545 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.690429 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6392cc94-53b1-40a4-ba58-265364bf1eab req-f325bcc7-b012-4b8d-96dc-6bd2f4ebe647 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524883 Aug 26 15:57:17.030502 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.093923 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.291643 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.384712 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP b2becd2e-1a1a-4e69-94cc-a2fa950f4d50 associated. External IP: 172.27.3.125, port: b9879cfe-fc48-49ee-b340-611f099b4e9b. Aug 26 15:57:17.429590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42534) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:17.439491 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.448725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e925-1d03-42b4-8775-b37e8e3c4dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.647840 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e925-1d03-42b4-8775-b37e8e3c4dbd admin admin] Publish callbacks [] for security_group (b830ced8-2486-4d27-ab4f-44984bb08e23), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.656183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:57:17.961109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e925-1d03-42b4-8775-b37e8e3c4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b830ced8-2486-4d27-ab4f-44984bb08e23), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.068071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:18.080219 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004367-bb77-44dd-b99c-9f5451e35ed5 req-d502501a-4f70-4aaf-b520-ec435135832c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.081701 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f2004367-bb77-44dd-b99c-9f5451e35ed5 req-d502501a-4f70-4aaf-b520-ec435135832c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.1250052 Aug 26 15:57:18.084526 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e925-1d03-42b4-8775-b37e8e3c4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b830ced8-2486-4d27-ab4f-44984bb08e23,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:18.094283 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2ad6e925-1d03-42b4-8775-b37e8e3c4dbd admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=9a0905ad363d4221896e7e8e904dfa4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6609933 Aug 26 15:57:18.094548 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42538) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:18.133536 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:57:18.137823 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.145404 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:57:18.161595 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:18.168011 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:57:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:18.168273 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] Publish callbacks [] for security_group (b830ced8-2486-4d27-ab4f-44984bb08e23), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.185586 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3c7e56cb-aa6f-4677-bd1c-49e071a95c2e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/b2becd2e-1a1a-4e69-94cc-a2fa950f4d50 HTTP/1.1" status: 200 len: 991 time: 1.5817025 Aug 26 15:57:18.188083 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:18.190928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d96c1-3f4a-4572-880e-e26a81a45a02" -d '{"events": [{"name": "network-changed", "server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:18.195304 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] Publish callbacks [] for security_group (b830ced8-2486-4d27-ab4f-44984bb08e23), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.201182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f2004367-bb77-44dd-b99c-9f5451e35ed5 req-0d871487-1f02-4e95-97f6-676035aa32b4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915949 Aug 26 15:57:18.244035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26e470-c3d5-4d68-b183-7d1c32571e58 x-openstack-request-id: req-0f26e470-c3d5-4d68-b183-7d1c32571e58 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:18.244329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:18.244606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f26e470-c3d5-4d68-b183-7d1c32571e58 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:18.244997 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26e470-c3d5-4d68-b183-7d1c32571e58'] response: {'name': 'network-changed', 'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'status': 'completed', 'code': 200} Aug 26 15:57:18.302365 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:18.331016 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (b830ced8-2486-4d27-ab4f-44984bb08e23), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.334179 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.337979 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/b830ced8-2486-4d27-ab4f-44984bb08e23 HTTP/1.1" status: 204 len: 168 time: 0.2398005 Aug 26 15:57:18.344516 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed179e-de48-4566-9cd4-fdf425029621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b830ced8-2486-4d27-ab4f-44984bb08e23,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:18.596088 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-37cfd171-b144-4813-b80a-1e7fd706cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.597666 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-37cfd171-b144-4813-b80a-1e7fd706cd55 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f40d6476c750438c9c09107c7757fa95&device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 1129 time: 0.0484397 Aug 26 15:57:18.614734 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'b2becd2e-1a1a-4e69-94cc-a2fa950f4d50', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:b6:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:57:01Z', 'updated_at': '2022-08-26T15:57:17Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:18.640321 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:57:18.649760 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:18.650402 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:57:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:18.691808 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-3cdd0f8b-ee18-47e3-81e3-3edea532cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.694045 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-3cdd0f8b-ee18-47e3-81e3-3edea532cc4b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 200 len: 916 time: 0.0901034 Aug 26 15:57:18.759751 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:18.780718 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-9afe598f-f05e-4eb4-bd6d-367fde8c4827 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b HTTP/1.1" status: 200 len: 999 time: 0.0798366 Aug 26 15:57:18.832214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-d4f0d15e-eaec-4c33-ab5b-0d1b3c44191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.834449 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-d4f0d15e-eaec-4c33-ab5b-0d1b3c44191a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 200 len: 853 time: 0.0462041 Aug 26 15:57:18.877367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-2fc980bf-d8ac-4ac8-9409-74559d5330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.878930 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-2fc980bf-d8ac-4ac8-9409-74559d5330d1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a335b766-ffd8-4d30-a4fc-6d81d957bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387862 Aug 26 15:57:18.982250 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'b2becd2e-1a1a-4e69-94cc-a2fa950f4d50', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:b6:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:57:01Z', 'updated_at': '2022-08-26T15:57:17Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:18.982833 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-d988bac3-7a91-43fb-b22e-280ec87c61bb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966873 Aug 26 15:57:19.007585 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a239cc1-d6b9-4a2e-9ab9-ddec9e30f26b None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'b2becd2e-1a1a-4e69-94cc-a2fa950f4d50', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'port_id': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'mac_address': 'fa:16:3e:b6:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:57:01Z', 'updated_at': '2022-08-26T15:57:17Z', 'revision_number': 1, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:57:19.088221 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-968d96c1-3f4a-4572-880e-e26a81a45a02 req-8f1aff7c-00de-45a2-97b2-207e73212ed5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969577 Aug 26 15:57:19.091615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42548) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:19.105570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-52976677-d911-4599-ace1-54b25e8459db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.189443 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-52976677-d911-4599-ace1-54b25e8459db admin admin] Publish callbacks [] for security_group (d0d911bd-a680-4f0e-97f8-03a0d821e049), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.216369 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9749be0-cf42-4ba2-825f-9ea6f6db0791 None None] New status for floating IP b2becd2e-1a1a-4e69-94cc-a2fa950f4d50: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:57:19.279676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-52976677-d911-4599-ace1-54b25e8459db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d0d911bd-a680-4f0e-97f8-03a0d821e049), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.283640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:19.353420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52976677-d911-4599-ace1-54b25e8459db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d911bd-a680-4f0e-97f8-03a0d821e049,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:19.366297 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-52976677-d911-4599-ace1-54b25e8459db admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=087001e6693e425d8d072ef6dcb78de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704396 Aug 26 15:57:19.366708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42552) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:19.371665 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c58ecf-01fb-454d-a14f-0da383d35b56 req-a3dce9b7-4843-4f89-b18a-0a6d033e02c4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.373155 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a8c58ecf-01fb-454d-a14f-0da383d35b56 req-a3dce9b7-4843-4f89-b18a-0a6d033e02c4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0771210 Aug 26 15:57:19.415581 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:19.418933 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] Publish callbacks [] for security_group (d0d911bd-a680-4f0e-97f8-03a0d821e049), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.426840 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a8c58ecf-01fb-454d-a14f-0da383d35b56 req-3d5c22b1-b51f-4afa-b009-8447b639602b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480206 Aug 26 15:57:19.441655 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] Publish callbacks [] for security_group (d0d911bd-a680-4f0e-97f8-03a0d821e049), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.539053 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:19.550332 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '57bf8f97-285e-4041-93e6-6c458f946244', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:19.585627 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: ACTIVE; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:19.586014 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.599441 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:19.622941 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:19.668185 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d0d911bd-a680-4f0e-97f8-03a0d821e049), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.670810 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.672001 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d0d911bd-a680-4f0e-97f8-03a0d821e049 HTTP/1.1" status: 204 len: 168 time: 0.3046641 Aug 26 15:57:19.680400 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5218981-741b-4fc1-94b7-c4945cd6a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d911bd-a680-4f0e-97f8-03a0d821e049,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:19.782627 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.830597 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=6']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:19.967964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['57bf8f97-285e-4041-93e6-6c458f946244'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:20.014881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.036284 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.569619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9956225-2b30-4854-9488-9996d0a8a8e0 req-634e07bf-1cea-482d-a452-763c5275dd46 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.571139 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e9956225-2b30-4854-9488-9996d0a8a8e0 req-634e07bf-1cea-482d-a452-763c5275dd46 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 945 time: 0.0530548 Aug 26 15:57:20.627257 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e9956225-2b30-4854-9488-9996d0a8a8e0 req-1a4eb129-8f67-4bd8-9fad-02c5246ed87f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 Aug 26 15:57:21.434920 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:21.481859 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 57bf8f97-285e-4041-93e6-6c458f946244 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:21.482405 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57bf8f97-285e-4041-93e6-6c458f946244), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.564153 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:21.564649 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.591718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:21.594131 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797e1f2-63d9-4d4a-8ca8-fb3b652fb008" -d '{"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:21.608469 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:21.647468 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2b853-429d-4f9b-82d0-727a6fcaaa3e x-openstack-request-id: req-76a2b853-429d-4f9b-82d0-727a6fcaaa3e {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:21.647769 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:21.648076 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76a2b853-429d-4f9b-82d0-727a6fcaaa3e {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:21.648482 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a2b853-429d-4f9b-82d0-727a6fcaaa3e'] response: {'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'code': 200} Aug 26 15:57:21.684802 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.750429 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=7']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:21.764939 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d972f-3ecb-405d-bc9d-5858d73092bf req-4352b43f-700c-4703-ad7c-2a8b475e38d9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.767126 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-be6d972f-3ecb-405d-bc9d-5858d73092bf req-4352b43f-700c-4703-ad7c-2a8b475e38d9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0541766 Aug 26 15:57:21.823104 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-be6d972f-3ecb-405d-bc9d-5858d73092bf req-1a48d31b-0dc6-4cee-ae78-557fb461055c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490446 Aug 26 15:57:22.989062 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbf881-033d-4628-8eb9-1c1478e44011 req-5f3cc054-1cdc-4b79-a7b3-b9b5b61d4d70 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.991236 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-53bbf881-033d-4628-8eb9-1c1478e44011 req-5f3cc054-1cdc-4b79-a7b3-b9b5b61d4d70 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0677607 Aug 26 15:57:23.023498 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:23.066297 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-53bbf881-033d-4628-8eb9-1c1478e44011 req-4d63ea2a-b254-434c-a535-b7aaa034f217 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618956 Aug 26 15:57:24.217666 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4f98e-2acd-4c9e-bc92-7178e7b888eb req-583a1b81-1fbe-4fba-a189-14d7b99a7974 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.224486 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-31e4f98e-2acd-4c9e-bc92-7178e7b888eb req-583a1b81-1fbe-4fba-a189-14d7b99a7974 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0698619 Aug 26 15:57:24.286010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-31e4f98e-2acd-4c9e-bc92-7178e7b888eb req-fca01c00-e451-451e-9ae8-875cb799918d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600924 Aug 26 15:57:25.424111 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628618dd-60b6-4bcd-9700-65cc89a42d01 req-145eda44-0b06-453b-a44e-75407da50f97 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:25.425741 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-628618dd-60b6-4bcd-9700-65cc89a42d01 req-145eda44-0b06-453b-a44e-75407da50f97 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0514021 Aug 26 15:57:25.489023 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-628618dd-60b6-4bcd-9700-65cc89a42d01 req-e170dc0b-004e-46e3-a88e-ea228562d0e5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562153 Aug 26 15:57:26.669896 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990623-cb42-4071-9cb1-550e76b083c8 req-19255dad-f0cf-4220-beee-51cb784c5c2d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.673785 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a1990623-cb42-4071-9cb1-550e76b083c8 req-19255dad-f0cf-4220-beee-51cb784c5c2d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0762491 Aug 26 15:57:26.737834 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a1990623-cb42-4071-9cb1-550e76b083c8 req-e9b7d0b2-cd36-4479-b7f7-0135a80d66a6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619907 Aug 26 15:57:27.869111 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18204-6f09-48c0-8bc9-e2b55f24183c req-d3a88ee6-65f8-4b54-b09b-da3497f36400 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:27.870632 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-66f18204-6f09-48c0-8bc9-e2b55f24183c req-d3a88ee6-65f8-4b54-b09b-da3497f36400 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Aug 26 15:57:27.919433 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-66f18204-6f09-48c0-8bc9-e2b55f24183c req-7f569b77-6f95-43b2-9243-7b377dbaefcc tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Aug 26 15:57:28.620322 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42688) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:28.757466 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.846684 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Publish callbacks [] for security_group (4ee07232-ba7c-4295-ae5d-39f82a325ac6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.919901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4ee07232-ba7c-4295-ae5d-39f82a325ac6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.951092 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee07232-ba7c-4295-ae5d-39f82a325ac6,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.973484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.973895 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.974625 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.975136 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.975486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.975821 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.976188 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.976516 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.976845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.977171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.977503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.977831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.978153 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.978472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:28.978792 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:29.000385 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42694) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:29.013502 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-89d67707-103e-4fbe-b42a-97d81c4b3940 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=743bc840383b4f92b1134eedb87ac1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910439 Aug 26 15:57:29.086510 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:29.112249 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:29.123688 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] Publish callbacks [] for security_group (4ee07232-ba7c-4295-ae5d-39f82a325ac6), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.135460 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d55e22-a804-453b-a1d8-e7ac3e4219d2 req-5b1cce48-224f-4a41-8d0f-831563f04537 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:29.137028 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-18d55e22-a804-453b-a1d8-e7ac3e4219d2 req-5b1cce48-224f-4a41-8d0f-831563f04537 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.1062427 Aug 26 15:57:29.182915 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] Publish callbacks [] for security_group (4ee07232-ba7c-4295-ae5d-39f82a325ac6), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.250320 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-18d55e22-a804-453b-a1d8-e7ac3e4219d2 req-f0bb3d95-e2f5-44ce-af8e-29e51cd3b601 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071627 Aug 26 15:57:29.352952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4ee07232-ba7c-4295-ae5d-39f82a325ac6), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.356336 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.357733 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4ee07232-ba7c-4295-ae5d-39f82a325ac6 HTTP/1.1" status: 204 len: 168 time: 0.3562067 Aug 26 15:57:29.367340 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea605c-e444-4097-9f50-5c14bd357342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee07232-ba7c-4295-ae5d-39f82a325ac6,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:29.538459 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:30.083720 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42700) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:30.098457 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24e63de0-a473-404c-b2d9-57814b1c672d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.185057 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24e63de0-a473-404c-b2d9-57814b1c672d admin admin] Publish callbacks [] for security_group (06619da9-55d5-4fce-8b94-aea093083576), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.278840 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24e63de0-a473-404c-b2d9-57814b1c672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (06619da9-55d5-4fce-8b94-aea093083576), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.340712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63de0-a473-404c-b2d9-57814b1c672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06619da9-55d5-4fce-8b94-aea093083576,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:30.351332 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-24e63de0-a473-404c-b2d9-57814b1c672d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=011575963e6f4ef7ab763acc767ff860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664154 Aug 26 15:57:30.353967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42704) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:30.436111 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] Publish callbacks [] for security_group (06619da9-55d5-4fce-8b94-aea093083576), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.476808 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] Publish callbacks [] for security_group (06619da9-55d5-4fce-8b94-aea093083576), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.592716 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c89d8-50d4-4a03-9b8c-693b1246cd92 req-535edbd6-7c74-4504-a4c8-6ee2c3832fd2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:30.594286 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e44c89d8-50d4-4a03-9b8c-693b1246cd92 req-535edbd6-7c74-4504-a4c8-6ee2c3832fd2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0635953 Aug 26 15:57:30.658258 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e44c89d8-50d4-4a03-9b8c-693b1246cd92 req-de051fe6-6dee-4c36-887b-e0fc96d2016c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556831 Aug 26 15:57:30.669104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (06619da9-55d5-4fce-8b94-aea093083576), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.674196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:30.679657 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/06619da9-55d5-4fce-8b94-aea093083576 HTTP/1.1" status: 204 len: 168 time: 0.3233767 Aug 26 15:57:30.686810 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fbc86-596f-4d11-af51-e3f1b1da3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06619da9-55d5-4fce-8b94-aea093083576,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:31.644697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad18d-a998-4224-b23c-9e2d9a5242e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:31.797755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d69a-a9d4-4a07-8bd2-dc8e63c3cf36 req-d10d8157-ddf1-4e4f-8b2a-56c41f1d9d22 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:31.799503 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6ad4d69a-a9d4-4a07-8bd2-dc8e63c3cf36 req-d10d8157-ddf1-4e4f-8b2a-56c41f1d9d22 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0566764 Aug 26 15:57:31.868724 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6ad4d69a-a9d4-4a07-8bd2-dc8e63c3cf36 req-518c40bd-89e1-4929-a813-022c6dafc030 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629845 Aug 26 15:57:33.000757 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a922-357f-4c65-a69c-26c9f6d114c8 req-dc8b2a24-272a-4fe6-900d-dcccfb9402a4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.003067 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4798a922-357f-4c65-a69c-26c9f6d114c8 req-dc8b2a24-272a-4fe6-900d-dcccfb9402a4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0576499 Aug 26 15:57:33.057022 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4798a922-357f-4c65-a69c-26c9f6d114c8 req-d634ae6d-af33-49cc-8664-366b7f8deb49 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480306 Aug 26 15:57:33.106131 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42754) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:33.213058 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.289696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Publish callbacks [] for security_group (4c718e1f-abe0-491f-9343-ca752ecc13bd), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.364776 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4c718e1f-abe0-491f-9343-ca752ecc13bd), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.406324 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c5f8087306de4ddf8dea4db4ca587646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990932 Aug 26 15:57:33.407195 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c718e1f-abe0-491f-9343-ca752ecc13bd,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:33.409372 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42758) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:33.415496 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.416072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.416424 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.416769 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.417112 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419553 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.419900 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.420214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.420658 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.420987 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d680d1-9cf2-4522-a08c-0bd2748254b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:33.438556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d1295450-dd94-4752-ba93-a4f52f73140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.463799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] Publish callbacks [] for security_group (4c718e1f-abe0-491f-9343-ca752ecc13bd), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.482782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:33.484852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] Publish callbacks [] for security_group (4c718e1f-abe0-491f-9343-ca752ecc13bd), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.509174 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:33.621851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4c718e1f-abe0-491f-9343-ca752ecc13bd), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.624500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.625726 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4c718e1f-abe0-491f-9343-ca752ecc13bd HTTP/1.1" status: 204 len: 168 time: 0.2152812 Aug 26 15:57:33.634817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96172-2a42-4187-8d04-ecaa4a341349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c718e1f-abe0-491f-9343-ca752ecc13bd,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:33.776216 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-3a356e5f-4a59-4032-bc17-af7e1da95037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.777624 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-3a356e5f-4a59-4032-bc17-af7e1da95037 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1130 time: 0.0401611 Aug 26 15:57:33.866858 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-d125f7b4-34c3-46d9-a287-c77cbd285b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.868368 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-d125f7b4-34c3-46d9-a287-c77cbd285b9f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.0851421 Aug 26 15:57:33.937050 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-ad26dff7-a9f5-44dd-98c1-8a3d38f14b06 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 1002 time: 0.0618589 Aug 26 15:57:33.989472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-a26e1890-5fb7-4183-ba50-95882a1f5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.991582 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-a26e1890-5fb7-4183-ba50-95882a1f5e79 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0465043 Aug 26 15:57:34.037591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-714a431a-c57e-4127-b6fd-dc0b1b0cbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.039135 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-714a431a-c57e-4127-b6fd-dc0b1b0cbdea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403221 Aug 26 15:57:34.134096 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-a9872842-48ec-4a71-8b54-7720d8cffe44 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877903 Aug 26 15:57:34.177750 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:34.190427 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32165f-d306-4c2e-9144-78890dfa8689 req-4b3aaa51-4ebe-4cd1-878c-408b3413f83a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.192279 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5f32165f-d306-4c2e-9144-78890dfa8689 req-4b3aaa51-4ebe-4cd1-878c-408b3413f83a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0546339 Aug 26 15:57:34.234808 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1668f358-7c89-42d6-8ef6-f43c1092166e req-803ac813-056b-454a-925c-b84f99a2d9bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939903 Aug 26 15:57:34.253023 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5f32165f-d306-4c2e-9144-78890dfa8689 req-12e8f6c2-4e76-47cd-9825-6a3e8f867b95 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540993 Aug 26 15:57:34.796910 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.382384 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9bd21-a3e6-4db2-8ecd-a75d46e7a41a req-44091fe1-e7e5-4ed7-90f8-04c70318cc03 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:35.384081 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-30c9bd21-a3e6-4db2-8ecd-a75d46e7a41a req-44091fe1-e7e5-4ed7-90f8-04c70318cc03 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Aug 26 15:57:35.438104 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-30c9bd21-a3e6-4db2-8ecd-a75d46e7a41a req-72924480-0f27-475c-99bb-a14e4e0441dd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Aug 26 15:57:35.506273 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:57:35.578865 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: ACTIVE; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:35.579254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.603079 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:35.605726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc5b01-c605-4ea8-9046-dfeba46a0d14" -d '{"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:35.622316 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:35.647683 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b30f8-9835-4883-8538-693bcac826fd x-openstack-request-id: req-577b30f8-9835-4883-8538-693bcac826fd {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:35.648009 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:35.648344 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-577b30f8-9835-4883-8538-693bcac826fd {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:35.648863 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577b30f8-9835-4883-8538-693bcac826fd'] response: {'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'code': 200} Aug 26 15:57:35.718650 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.766327 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=8']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:36.439257 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.445046 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.570764 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e881a0-8511-4bae-a2fd-6f99524fa77f req-032fc350-d196-4f47-b857-461831d818d5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.572327 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e5e881a0-8511-4bae-a2fd-6f99524fa77f req-032fc350-d196-4f47-b857-461831d818d5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0496867 Aug 26 15:57:36.597874 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:36.627747 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e5e881a0-8511-4bae-a2fd-6f99524fa77f req-d542f8f8-b289-47f0-8d20-5ba32d6bf3c3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Aug 26 15:57:37.894237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-0950a8ac-cfd1-476e-ba68-4825c3424dd4 req-0d2bf5c2-2591-40b4-bab0-1f7e1642a5d4 service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:57:37.895241 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0950a8ac-cfd1-476e-ba68-4825c3424dd4 req-0d2bf5c2-2591-40b4-bab0-1f7e1642a5d4 service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065556 Aug 26 15:57:38.317496 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7dd7-a9f7-4720-81d2-5e22b6176bef req-a2215fe2-f215-4cd7-a16f-fdf452d1d43c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:38.318970 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bbfc7dd7-a9f7-4720-81d2-5e22b6176bef req-a2215fe2-f215-4cd7-a16f-fdf452d1d43c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0514345 Aug 26 15:57:38.371707 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bbfc7dd7-a9f7-4720-81d2-5e22b6176bef req-1beceb59-30b2-4905-8a9c-4073034b5007 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470498 Aug 26 15:57:38.540391 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=83 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:38.918644 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42858) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:39.008753 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-a32b2423-34f5-4fa8-b160-322538155ec2 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889659 Aug 26 15:57:39.017419 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-c0e82079-1eb8-40ce-be71-0c880d8e1b0e service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:57:39.018360 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-c0e82079-1eb8-40ce-be71-0c880d8e1b0e service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048499 Aug 26 15:57:39.097418 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42868) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:39.190524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-fef93480-098c-4fcc-9653-ac0e651cd644 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:39.191958 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-fef93480-098c-4fcc-9653-ac0e651cd644 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports/57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 941 time: 0.0935538 Aug 26 15:57:39.375992 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42880) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:39.505680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-53e92994-6113-4769-a41d-f5fee6b710b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.518724 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:57:39.523281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1d20-e3fd-4494-8b8f-fdcaa014a05f req-fb634ead-b38b-4932-a756-3a057e060d1e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:39.524830 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-92cb1d20-e3fd-4494-8b8f-fdcaa014a05f req-fb634ead-b38b-4932-a756-3a057e060d1e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0704529 Aug 26 15:57:39.602844 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: DOWN; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:39.608028 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-92cb1d20-e3fd-4494-8b8f-fdcaa014a05f req-b7d36e35-9af7-4338-b094-9a8cc9ce2696 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767951 Aug 26 15:57:39.647420 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-53e92994-6113-4769-a41d-f5fee6b710b8 admin admin] Publish callbacks [] for security_group (cb110522-d950-4bb1-8f76-e8985499e9de), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.729652 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-53e92994-6113-4769-a41d-f5fee6b710b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (cb110522-d950-4bb1-8f76-e8985499e9de), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.768551 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-53e92994-6113-4769-a41d-f5fee6b710b8 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=63ae2906c279490698a9dda1baa7ba82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914607 Aug 26 15:57:39.771070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e92994-6113-4769-a41d-f5fee6b710b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb110522-d950-4bb1-8f76-e8985499e9de,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:39.772146 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 42886) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:39.822080 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] Publish callbacks [] for security_group (cb110522-d950-4bb1-8f76-e8985499e9de), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.846330 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] Publish callbacks [] for security_group (cb110522-d950-4bb1-8f76-e8985499e9de), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.935959 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (cb110522-d950-4bb1-8f76-e8985499e9de), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.938477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.939628 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/cb110522-d950-4bb1-8f76-e8985499e9de HTTP/1.1" status: 204 len: 168 time: 0.1664348 Aug 26 15:57:39.943454 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:39.948560 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00428bdc-e5ed-48ba-ac39-c0579c0d0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb110522-d950-4bb1-8f76-e8985499e9de,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:40.529342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42892) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:40.543423 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c62a79b2-c071-45fb-99fe-ecb13d3d9d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.621232 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c62a79b2-c071-45fb-99fe-ecb13d3d9d6c admin admin] Publish callbacks [] for security_group (70214cac-cb5c-4296-918b-2d4d8e034eef), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.728259 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c62a79b2-c071-45fb-99fe-ecb13d3d9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (70214cac-cb5c-4296-918b-2d4d8e034eef), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.745868 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3888f6-c407-4cde-a321-e1218bc0a94c req-36da4c3e-947c-4be4-98f8-b329bdc33b06 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.747383 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ed3888f6-c407-4cde-a321-e1218bc0a94c req-36da4c3e-947c-4be4-98f8-b329bdc33b06 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0490491 Aug 26 15:57:40.762176 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:40.769732 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c62a79b2-c071-45fb-99fe-ecb13d3d9d6c admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=861f3394e7e24b7697f45280f38bb48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393129 Aug 26 15:57:40.771469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a79b2-c071-45fb-99fe-ecb13d3d9d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70214cac-cb5c-4296-918b-2d4d8e034eef,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:40.773989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 42896) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:40.801908 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ed3888f6-c407-4cde-a321-e1218bc0a94c req-d7af1b2c-1737-4fb7-a7fb-190163d4aea2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486531 Aug 26 15:57:40.830196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] Publish callbacks [] for security_group (70214cac-cb5c-4296-918b-2d4d8e034eef), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.851300 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] Publish callbacks [] for security_group (70214cac-cb5c-4296-918b-2d4d8e034eef), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.882890 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:41.010411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (70214cac-cb5c-4296-918b-2d4d8e034eef), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.013128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.014467 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/70214cac-cb5c-4296-918b-2d4d8e034eef HTTP/1.1" status: 204 len: 168 time: 0.2394190 Aug 26 15:57:41.024334 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f68c-9c3e-4a3c-837f-386d6eca43fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70214cac-cb5c-4296-918b-2d4d8e034eef,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:41.036508 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:41.387088 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.929542 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700d40d-da31-40a5-93ac-6bb253b9f04f req-f00d2efb-dfd9-498f-9208-0b48505983a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:41.931224 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f700d40d-da31-40a5-93ac-6bb253b9f04f req-f00d2efb-dfd9-498f-9208-0b48505983a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0491281 Aug 26 15:57:41.980012 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f700d40d-da31-40a5-93ac-6bb253b9f04f req-932d9eef-d0bb-47d5-a6f0-5d6ffe4db9f3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Aug 26 15:57:42.618908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-a6160974-900a-4a8a-9ba2-7f89ebf5d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.620439 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-a6160974-900a-4a8a-9ba2-7f89ebf5d881 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 1128 time: 0.0770414 Aug 26 15:57:42.703127 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-ecfd3f53-7f6b-42ce-931c-a89fbf563d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.704632 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-ecfd3f53-7f6b-42ce-931c-a89fbf563d6d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0413246 Aug 26 15:57:42.809863 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-cf8627f2-bcdf-4a59-b085-236494922e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.811313 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-cf8627f2-bcdf-4a59-b085-236494922e0c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.0987968 Aug 26 15:57:42.877754 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-772fdbb1-c630-4495-b2d2-0222625cbf6c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 200 len: 1000 time: 0.0594056 Aug 26 15:57:42.926909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-4fe93768-10c5-4540-8d54-60b04e394d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.928383 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-4fe93768-10c5-4540-8d54-60b04e394d6f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0446568 Aug 26 15:57:42.975343 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-31c017d0-0401-4299-9126-4ae2bcd30c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.977128 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-31c017d0-0401-4299-9126-4ae2bcd30c59 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409918 Aug 26 15:57:43.076726 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-45aeb014-f1f1-43c3-a196-5274b02d8acf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930490 Aug 26 15:57:43.108615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28536d8-8e41-4fcb-b94f-15f0ade64066 req-a893afc3-0a9b-4191-a27f-f1efd96d7720 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:43.110104 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d28536d8-8e41-4fcb-b94f-15f0ade64066 req-a893afc3-0a9b-4191-a27f-f1efd96d7720 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0488987 Aug 26 15:57:43.159828 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d28536d8-8e41-4fcb-b94f-15f0ade64066 req-d59287f5-3a4b-4709-a051-8b8bc2e315c4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Aug 26 15:57:43.176840 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-bb362b50-dc78-4342-b455-f47d5e6b0485 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930333 Aug 26 15:57:44.290380 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed839d94-da0d-433d-a5d2-9e785c2446e8 req-57a0d459-bce4-438e-ba68-2e07fc6a8030 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.292081 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ed839d94-da0d-433d-a5d2-9e785c2446e8 req-57a0d459-bce4-438e-ba68-2e07fc6a8030 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0496917 Aug 26 15:57:44.344207 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ed839d94-da0d-433d-a5d2-9e785c2446e8 req-e63abb44-457a-4bac-84a4-23b7a6f139fd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462990 Aug 26 15:57:45.486805 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990022d-e296-45c1-b820-7936d7166e34 req-23479f31-e7d8-4e16-86d1-e16a70f05658 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.488391 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8990022d-e296-45c1-b820-7936d7166e34 req-23479f31-e7d8-4e16-86d1-e16a70f05658 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0546274 Aug 26 15:57:45.545251 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8990022d-e296-45c1-b820-7936d7166e34 req-23f3ad97-3bfa-4b1c-bb25-b2f558e45b0d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503073 Aug 26 15:57:46.689586 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12287630-1638-4149-9fe2-aaf2943b4135 req-703bf7de-a1ed-480f-99d6-c67db9c9829a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:46.691288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-12287630-1638-4149-9fe2-aaf2943b4135 req-703bf7de-a1ed-480f-99d6-c67db9c9829a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0575840 Aug 26 15:57:46.750104 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-12287630-1638-4149-9fe2-aaf2943b4135 req-c094c50f-9281-40ad-989e-898d94a854c0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486417 Aug 26 15:57:47.897486 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59769-7afc-40d8-987d-5e8b01fbb3cc req-66822aa6-08b7-4269-95b4-0ada6a40c39f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:47.898998 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-71e59769-7afc-40d8-987d-5e8b01fbb3cc req-66822aa6-08b7-4269-95b4-0ada6a40c39f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0564234 Aug 26 15:57:47.951172 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-71e59769-7afc-40d8-987d-5e8b01fbb3cc req-510c56a2-3b3e-4c74-aa16-4440689ad993 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Aug 26 15:57:49.087687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412add-4d1c-4c1a-b8e0-c5f15c4c0b09 req-80116e41-5a0f-4324-9d4d-af335a5e28b8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:49.089248 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2b412add-4d1c-4c1a-b8e0-c5f15c4c0b09 req-80116e41-5a0f-4324-9d4d-af335a5e28b8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0552506 Aug 26 15:57:49.166131 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2b412add-4d1c-4c1a-b8e0-c5f15c4c0b09 req-fd10afde-2ca1-4cbe-bac1-ec7a019884a0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703237 Aug 26 15:57:50.333595 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0556b99-1368-450a-9cd7-49bb09a4dedd req-86a845ea-3427-4127-b00d-fb0c481315fd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:50.335467 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0556b99-1368-450a-9cd7-49bb09a4dedd req-86a845ea-3427-4127-b00d-fb0c481315fd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0548768 Aug 26 15:57:50.389529 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0556b99-1368-450a-9cd7-49bb09a4dedd req-c8ea6eef-038b-4721-86f7-0440aafaf297 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481472 Aug 26 15:57:51.298665 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=67,neutron:UPDATE=9 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:51.530012 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:57:51.537385 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80a26c-526e-4c45-b5d5-18c4c1f7337d req-e2abe659-e8ea-4b27-9e93-78d83054cd3b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:51.539265 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bb80a26c-526e-4c45-b5d5-18c4c1f7337d req-e2abe659-e8ea-4b27-9e93-78d83054cd3b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0620944 Aug 26 15:57:51.599995 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bb80a26c-526e-4c45-b5d5-18c4c1f7337d req-3f31d7a7-737b-4ed6-9670-558835246e61 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532079 Aug 26 15:57:52.731080 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08aeed-0cca-416c-b42c-dd1bfa42f071 req-131cf144-bc8f-4e91-b0c6-5e1bc8d2b803 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:52.732570 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a08aeed-0cca-416c-b42c-dd1bfa42f071 req-131cf144-bc8f-4e91-b0c6-5e1bc8d2b803 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0470719 Aug 26 15:57:52.793697 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6a08aeed-0cca-416c-b42c-dd1bfa42f071 req-7c39df3c-e47f-41b1-a181-d23e54161d3a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Aug 26 15:57:53.907542 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:53.916570 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:53.927901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db298-ec35-4a96-8246-2efd46b371b9 req-0600cc1b-5c20-40ea-909d-199ecd5508c6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:53.931256 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d70db298-ec35-4a96-8246-2efd46b371b9 req-0600cc1b-5c20-40ea-909d-199ecd5508c6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0535064 Aug 26 15:57:53.978140 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d70db298-ec35-4a96-8246-2efd46b371b9 req-2feb0e28-8c0d-4301-bd03-4d179df29c9a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Aug 26 15:57:55.106103 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0473e-d1a5-4e5a-9b9a-d977850a09b3 req-005873ab-0ffc-4bd2-bda5-88913aee875f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:55.107532 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1bd0473e-d1a5-4e5a-9b9a-d977850a09b3 req-005873ab-0ffc-4bd2-bda5-88913aee875f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0482006 Aug 26 15:57:55.154188 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1bd0473e-d1a5-4e5a-9b9a-d977850a09b3 req-b5450fa3-0b49-4df5-86b2-9bdf709fea84 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409193 Aug 26 15:57:56.281688 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134baca-4ad4-42f0-ab35-2ca0291cec7c req-9324d64d-b9b6-49e9-8c0b-bcaa7948ebe3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:56.283212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c134baca-4ad4-42f0-ab35-2ca0291cec7c req-9324d64d-b9b6-49e9-8c0b-bcaa7948ebe3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0489547 Aug 26 15:57:56.334229 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c134baca-4ad4-42f0-ab35-2ca0291cec7c req-1a524855-763e-45d4-ad28-a6165c339b2b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Aug 26 15:57:57.460411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b956cc9-85a1-4553-a60e-eebb2365a3f4 req-278094b4-2067-4b99-8a20-e980b6ea3e81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:57.461883 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2b956cc9-85a1-4553-a60e-eebb2365a3f4 req-278094b4-2067-4b99-8a20-e980b6ea3e81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0469692 Aug 26 15:57:57.510473 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2b956cc9-85a1-4553-a60e-eebb2365a3f4 req-b6af719a-042e-483d-a15d-5ea8045b28b2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427923 Aug 26 15:57:58.642196 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42148408-fe42-46d3-bee8-5a058f5825d9 req-87e3d14a-453d-402d-86a7-307ac10c250c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:58.643668 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-42148408-fe42-46d3-bee8-5a058f5825d9 req-87e3d14a-453d-402d-86a7-307ac10c250c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0481243 Aug 26 15:57:58.695414 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-42148408-fe42-46d3-bee8-5a058f5825d9 req-36bb7749-29de-4f89-ab3b-aeae5efd0b2d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461977 Aug 26 15:57:59.819512 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874c839-5394-4c7f-b37c-9aa56688e78b req-63dd06bb-6614-4238-88db-089fc4ff3acf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:59.821039 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f874c839-5394-4c7f-b37c-9aa56688e78b req-63dd06bb-6614-4238-88db-089fc4ff3acf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0464098 Aug 26 15:57:59.867598 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f874c839-5394-4c7f-b37c-9aa56688e78b req-d1d21987-5e2a-4e0a-ad7c-96bd382b7032 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Aug 26 15:58:00.992692 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7365fe-ec60-4176-8279-20999328077a req-cead6bf4-0396-4d04-8bc4-7fc68f0fccc5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:00.994234 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bb7365fe-ec60-4176-8279-20999328077a req-cead6bf4-0396-4d04-8bc4-7fc68f0fccc5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 944 time: 0.0480187 Aug 26 15:58:01.044675 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bb7365fe-ec60-4176-8279-20999328077a req-6680821a-1c7a-4c3c-82c8-70a048151619 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Aug 26 15:58:01.156903 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6e46e60f-88ee-4096-8e63-99ea71348691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:01.524308 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:01.529187 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:01.573810 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:58:01.677573 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:01.693210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '57bf8f97-285e-4041-93e6-6c458f946244', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '57bf8f97-285e-4041-93e6-6c458f946244', 'mac_address': 'fa:16:3e:fe:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:58:01.860284 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:01.860571 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:01.874418 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:01.894642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:01.967249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:02.014722 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=9']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:02.021881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.022227 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.022565 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.022901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.023233 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.023560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.023914 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.024240 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.024558 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.024878 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.025203 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.025525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.025844 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.026162 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.026479 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:02.174937 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233622f5-2b30-4457-9263-6d0e9f648cba req-57cd17ef-8d5f-4960-b834-e4ad5899a11d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:02.176341 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-233622f5-2b30-4457-9263-6d0e9f648cba req-57cd17ef-8d5f-4960-b834-e4ad5899a11d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Aug 26 15:58:02.223114 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-233622f5-2b30-4457-9263-6d0e9f648cba req-ee6a387c-f8dd-4bf2-9c4c-5b17f37f57e8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Aug 26 15:58:02.272081 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['57bf8f97-285e-4041-93e6-6c458f946244'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:03.355118 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2116c-4b9b-4396-b52d-63c8101f71fe req-7efd8da7-1945-417d-907e-d8114ba1ac17 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:03.356665 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7bf2116c-4b9b-4396-b52d-63c8101f71fe req-7efd8da7-1945-417d-907e-d8114ba1ac17 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 945 time: 0.0531437 Aug 26 15:58:03.408405 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7bf2116c-4b9b-4396-b52d-63c8101f71fe req-89313e2e-1735-4a0b-9202-55689c61133a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Aug 26 15:58:03.419723 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8b71befe-9b28-4172-b2c0-a1059ace1aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:03.581872 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:58:03.627538 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 57bf8f97-285e-4041-93e6-6c458f946244 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:03.628602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (57bf8f97-285e-4041-93e6-6c458f946244), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:03.704776 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 57bf8f97-285e-4041-93e6-6c458f946244 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:03.705161 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:03.728033 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:03.730260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9776d-bd25-43ea-bb6f-71e84260a70a" -d '{"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:03.743676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:03.769383 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0e774-2182-43f5-bcc5-87f8f0f8356f x-openstack-request-id: req-86e0e774-2182-43f5-bcc5-87f8f0f8356f {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:03.769676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-plugged", "status": "completed", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:03.773713 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86e0e774-2182-43f5-bcc5-87f8f0f8356f {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:03.773713 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e0e774-2182-43f5-bcc5-87f8f0f8356f'] response: {'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'code': 200} Aug 26 15:58:03.834033 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:03.885717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=10']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:04.506625 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886740-1ec5-42f5-996f-f306f0b5251b req-ce6ad733-bbbd-4313-a8bc-3d1118a97a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:04.508438 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f886740-1ec5-42f5-996f-f306f0b5251b req-ce6ad733-bbbd-4313-a8bc-3d1118a97a45 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 1131 time: 0.0424018 Aug 26 15:58:04.596472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a0cc5-5fab-47fb-a64f-4aea52155d67 req-fc4a72b6-3422-4b72-aaa1-8f69b67062ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:04.598512 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5d3a0cc5-5fab-47fb-a64f-4aea52155d67 req-fc4a72b6-3422-4b72-aaa1-8f69b67062ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0761294 Aug 26 15:58:04.605499 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f886740-1ec5-42f5-996f-f306f0b5251b req-8ee67546-394e-4bb8-87b4-0c459e9d590d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899024 Aug 26 15:58:04.658374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5d3a0cc5-5fab-47fb-a64f-4aea52155d67 req-cbf2c966-8289-4b2d-b937-3ae01845094a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518312 Aug 26 15:58:04.786594 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:05.757737 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:05.805827 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64f84-8d2a-47bd-af3b-34b0e968b102 req-d00b9f88-aea0-423d-8763-c39667321c79 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:05.807778 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e9d64f84-8d2a-47bd-af3b-34b0e968b102 req-d00b9f88-aea0-423d-8763-c39667321c79 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0591204 Aug 26 15:58:05.869708 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:05.891675 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e9d64f84-8d2a-47bd-af3b-34b0e968b102 req-44fd316f-495a-4526-9cfd-1ccb41c0c7f2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729411 Aug 26 15:58:06.415060 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:06.493538 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:07.070483 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e5b3d-9789-4034-9dc2-1fb8a2c1c27a req-895786b6-3ef1-43bb-8165-33a15fd595d2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:07.072272 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-480e5b3d-9789-4034-9dc2-1fb8a2c1c27a req-895786b6-3ef1-43bb-8165-33a15fd595d2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0617023 Aug 26 15:58:07.159771 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-480e5b3d-9789-4034-9dc2-1fb8a2c1c27a req-b5b0ff1f-f9ec-4a85-940a-1d3f4f846335 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791471 Aug 26 15:58:08.331228 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5f44-0dad-4ba5-b349-9950d0a5c674 req-dcd385f4-ab98-4f65-8f07-62b71e60f897 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:08.333650 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6cdc5f44-0dad-4ba5-b349-9950d0a5c674 req-dcd385f4-ab98-4f65-8f07-62b71e60f897 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0769322 Aug 26 15:58:08.389905 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6cdc5f44-0dad-4ba5-b349-9950d0a5c674 req-058932d1-3a8b-42ee-baff-35c1daa37954 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500221 Aug 26 15:58:08.740395 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c3ad3-98c2-47ac-89de-5af414f7f07d req-5b2b1e33-7c7c-4039-b6e1-04beaf30cd3e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:08.743042 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-790c3ad3-98c2-47ac-89de-5af414f7f07d req-5b2b1e33-7c7c-4039-b6e1-04beaf30cd3e tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0633564 Aug 26 15:58:08.826555 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-790c3ad3-98c2-47ac-89de-5af414f7f07d req-dac04867-7e28-4b64-bfd7-3102feabf75a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769835 Aug 26 15:58:09.962748 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6466a-ebb6-4784-8f2f-6655b0ea31a5 req-88dfd2ee-80b4-4b25-bcdc-8bf6f0204c82 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:09.964242 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8df6466a-ebb6-4784-8f2f-6655b0ea31a5 req-88dfd2ee-80b4-4b25-bcdc-8bf6f0204c82 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0478077 Aug 26 15:58:10.015237 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8df6466a-ebb6-4784-8f2f-6655b0ea31a5 req-082c0e66-c55d-410b-8b77-d635a00cffd7 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Aug 26 15:58:11.137900 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42520b0-ecef-4db3-93b5-3aad14ffc893 req-8f8ff7cb-a9fa-4e41-a1d6-270eb2f7b968 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:11.139386 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c42520b0-ecef-4db3-93b5-3aad14ffc893 req-8f8ff7cb-a9fa-4e41-a1d6-270eb2f7b968 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0495479 Aug 26 15:58:11.187365 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c42520b0-ecef-4db3-93b5-3aad14ffc893 req-82bdeacd-0ec5-45b1-b170-e99a6a31e538 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Aug 26 15:58:11.379559 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.297842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:12.308812 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafccc0a-9a4e-4377-aede-517bc99d3619 req-11aa86b0-034c-49ce-baa5-337ed5366832 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:12.310461 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cafccc0a-9a4e-4377-aede-517bc99d3619 req-11aa86b0-034c-49ce-baa5-337ed5366832 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0487728 Aug 26 15:58:12.360405 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cafccc0a-9a4e-4377-aede-517bc99d3619 req-39b3671a-0771-44f7-85be-ae7b6889d70d tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Aug 26 15:58:13.105978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-31933276-1488-45c7-908f-0d0be33fab1a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.107421 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-31933276-1488-45c7-908f-0d0be33fab1a tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0479810 Aug 26 15:58:13.183454 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:13.193612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port b9879cfe-fc48-49ee-b340-611f099b4e9b {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:13.194601 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.284108 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] For port b9879cfe-fc48-49ee-b340-611f099b4e9b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9879cfe-fc48-49ee-b340-611f099b4e9b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:13.284475 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.449114 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.449784 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.449784 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Floating IP b2becd2e-1a1a-4e69-94cc-a2fa950f4d50 disassociated. External IP: 172.27.3.125, port: b9879cfe-fc48-49ee-b340-611f099b4e9b. Aug 26 15:58:13.450118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for b9879cfe-fc48-49ee-b340-611f099b4e9b owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:13.481672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c006-d761-4767-930a-72296789b443 req-affb884b-3981-46b0-97aa-a109ae735e38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.483159 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6fc0c006-d761-4767-930a-72296789b443 req-affb884b-3981-46b0-97aa-a109ae735e38 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 945 time: 0.0480051 Aug 26 15:58:13.531715 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6fc0c006-d761-4767-930a-72296789b443 req-c154107b-22be-475c-bd4c-233dfa91437b tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Aug 26 15:58:13.630658 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b9879cfe-fc48-49ee-b340-611f099b4e9b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.661915 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=b9879cfe-fc48-49ee-b340-611f099b4e9b,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:13.778222 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:58:13.888267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:58:13.899355 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:58:13.909027 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:13.909657 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:13.938018 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] No DVR routers for this DVR port b9879cfe-fc48-49ee-b340-611f099b4e9b on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:13.941458 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.945138 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e3003f10-fe18-4c19-8c23-0ece12043c99 req-9ec049ef-a0ed-426b-9dc8-b6780b8b0869 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b9879cfe-fc48-49ee-b340-611f099b4e9b HTTP/1.1" status: 204 len: 173 time: 0.8312659 Aug 26 15:58:13.945322 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'name': 'network-vif-deleted', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:13.947555 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8503c-de8f-41f0-aa9e-e1da33dac666" -d '{"events": [{"server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "name": "network-vif-deleted", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:13.990613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a531182-bf84-4ebb-a9c3-09dac6d0d4e6 x-openstack-request-id: req-3a531182-bf84-4ebb-a9c3-09dac6d0d4e6 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:13.990613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328fd5f1-9e47-43b3-aea0-a3246130ff2c", "name": "network-vif-deleted", "tag": "b9879cfe-fc48-49ee-b340-611f099b4e9b", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:13.990613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a531182-bf84-4ebb-a9c3-09dac6d0d4e6 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:13.991264 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a531182-bf84-4ebb-a9c3-09dac6d0d4e6'] response: {'server_uuid': '328fd5f1-9e47-43b3-aea0-a3246130ff2c', 'name': 'network-vif-deleted', 'tag': 'b9879cfe-fc48-49ee-b340-611f099b4e9b', 'status': 'completed', 'code': 200} Aug 26 15:58:14.019642 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:14.220536 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:14.249763 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:58:14.256026 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:14.256641 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:14.363245 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:14.556368 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:14.586070 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62394a8-e7cf-4caf-8aef-e62f13920bcb None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:55Z', 'revision_number': 4, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '3209cabd-e707-4352-99e4-aa838555add0', 'name': '', 'network_id': 'a335b766-ffd8-4d30-a4fc-6d81d957bfbd', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'mac_address': 'fa:16:3e:ac:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:54Z', 'updated_at': '2022-08-26T15:51:59Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'subnets': [{'id': '232fd674-43e9-4394-9a4b-8065f1be4d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:58:14.664848 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d22274ff-d463-47b6-b29b-27c7e61ff418 req-771a3f21-55fd-4ecf-a7df-ff538db91860 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=328fd5f1-9e47-43b3-aea0-a3246130ff2c HTTP/1.1" status: 200 len: 210 time: 0.0348358 Aug 26 15:58:14.820841 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca4526-7018-4b65-a020-0bc38c66d542 None None] New status for floating IP b2becd2e-1a1a-4e69-94cc-a2fa950f4d50: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:58:14.850613 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:14.894910 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:15.631007 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b9879cfe-fc48-49ee-b340-611f099b4e9b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:15.655045 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: b9879cfe-fc48-49ee-b340-611f099b4e9b {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:15.655396 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b9879cfe-fc48-49ee-b340-611f099b4e9b not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:15.843186 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43118) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:15.864401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:15.908237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.934057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.971623 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:16.046127 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.048791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.049965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69 HTTP/1.1" status: 204 len: 168 time: 0.2057173 Aug 26 15:58:16.053605 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43120) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:16.072138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716d03-68af-4df8-8191-34dfb194223c tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:16.074208 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-cc5cb078-084d-4660-9340-dec6b72357ec tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] show failed (client error): The resource could not be found. Aug 26 15:58:16.075241 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-cc5cb078-084d-4660-9340-dec6b72357ec tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "GET /networking/v2.0/security-groups/5ae673b6-e5c6-4aad-b2f3-60e6a2f45b69 HTTP/1.1" status: 404 len: 347 time: 0.0206666 Aug 26 15:58:16.078862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43122) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:16.196332 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Deleting port f8923f02-b7df-43ec-b3e9-6baf7b4c120c {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:16.196671 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.278272 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.278596 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.292117 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Calling delete_port for f8923f02-b7df-43ec-b3e9-6baf7b4c120c owned by network:floatingip {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:16.679096 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-211544a6-d3cb-4e26-8468-9595b3efc832 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3307738 Aug 26 15:58:16.801019 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eae40-62c4-4a98-815a-02d58416a643 req-bc2ab03c-ce77-4788-9a61-df582ced5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:16.802530 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-bc2ab03c-ce77-4788-9a61-df582ced5bf3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1129 time: 0.0428941 Aug 26 15:58:16.812411 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (f8923f02-b7df-43ec-b3e9-6baf7b4c120c), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.853825 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Pushing event deleted for resources: {'Port': ['ID=f8923f02-b7df-43ec-b3e9-6baf7b4c120c,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:16.991726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks [] for floatingip (b2becd2e-1a1a-4e69-94cc-a2fa950f4d50), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.995493 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.996758 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-8a90539e-5e30-4921-9ff1-74856a53ee50 tempest-AttachVolumeNegativeTest-1512116964 tempest-AttachVolumeNegativeTest-1512116964-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/b2becd2e-1a1a-4e69-94cc-a2fa950f4d50 HTTP/1.1" status: 204 len: 168 time: 0.9169302 Aug 26 15:58:17.019182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eae40-62c4-4a98-815a-02d58416a643 req-7ec11be8-b4f7-4a1e-bd6c-9dc87eed96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.020991 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-7ec11be8-b4f7-4a1e-bd6c-9dc87eed96e7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.1965642 Aug 26 15:58:17.099767 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-2dab17d8-f53f-4a40-9f2b-3f08d5e58261 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 1000 time: 0.0727022 Aug 26 15:58:17.151995 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eae40-62c4-4a98-815a-02d58416a643 req-0974839b-fb35-4266-995a-f1c405c1b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.153342 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-0974839b-fb35-4266-995a-f1c405c1b9ae service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0474181 Aug 26 15:58:17.202352 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eae40-62c4-4a98-815a-02d58416a643 req-c242d94b-90a4-4580-93e0-c956957b30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.204351 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-c242d94b-90a4-4580-93e0-c956957b30a5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439239 Aug 26 15:58:17.315704 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-c3805ef1-4ff7-4a86-9ac0-f5b72ac638bb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030719 Aug 26 15:58:17.367238 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:17.396292 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:17.415156 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-052eae40-62c4-4a98-815a-02d58416a643 req-beab5c3d-5ec2-422b-bea5-71cb7f0fdcd0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928659 Aug 26 15:58:17.733659 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-72323945-7ff5-4f58-b2be-66a08fce6bbf tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-605569295&fields=id&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 267 time: 0.0549929 Aug 26 15:58:17.862496 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-29be8a7e-3aaa-46e7-a89e-d6ad874cc3d7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.864064 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-29be8a7e-3aaa-46e7-a89e-d6ad874cc3d7 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1203563 Aug 26 15:58:17.880314 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-289edccf-da18-4ad6-a1a8-ad1b82b42d1b tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/quotas/d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 375 time: 0.0100164 Aug 26 15:58:17.942717 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-b3cded4d-535c-4e2a-aa52-351572c12680 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567265 Aug 26 15:58:18.101840 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-8609b747-b41e-4aa9-8693-09d6f02d5a60 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456563 Aug 26 15:58:18.202321 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-2d51b5cd-a391-4040-a2f7-af3d3e81c552 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943620 Aug 26 15:58:18.982879 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b5e73183-4cdf-4eb4-bbb8-8625949b9655 req-125a5ae4-4ce0-43fa-b99d-6fff83477f60 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0335670 Aug 26 15:58:20.097655 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-03853da0-069c-41dc-847b-2a78a7ee6928 req-f4126a18-740f-47c1-bf8e-3365f448c673 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0358665 Aug 26 15:58:21.228653 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d9ced0e0-cec4-4016-82a5-db525e976029 req-465cbf47-04fb-490d-9ea2-7cc3947dd4c0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0345135 Aug 26 15:58:21.281620 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43192) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:21.533011 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-ba998141-b3a5-4931-a85c-8d06f1eb70fc tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:21.535296 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-ba998141-b3a5-4931-a85c-8d06f1eb70fc tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 811 time: 0.1356256 Aug 26 15:58:21.642342 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-25540b1f-984f-4e76-abba-98d3cac786ed tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d19b01b0af6c43feb357799d8ae948e1 HTTP/1.1" status: 200 len: 379 time: 0.0913312 Aug 26 15:58:21.656708 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'port': {'device_id': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'admin_state_up': True, 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'security_groups': ['0c2404d9-617c-4813-ac41-04415d782233']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:21.852068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Made reservation on behalf of d19b01b0af6c43feb357799d8ae948e1 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:21.856294 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.013467 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.038595 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.20.0.3 (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12/189f0b7a-9237-420d-a938-8348142ff37a/964e07b3-ad1b-4b31-85e4-93fe4da08f4c) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:22.054249 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:22.136455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:22.207109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.222457 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:22.268876 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:22.272307 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Deleting port 3209cabd-e707-4352-99e4-aa838555add0 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:22.272635 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (3209cabd-e707-4352-99e4-aa838555add0), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.327610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.385832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:22.389771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:22.394503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:22.429603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:22.465598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.466635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.494417 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] For port 3209cabd-e707-4352-99e4-aa838555add0, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3209cabd-e707-4352-99e4-aa838555add0,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:22.494991 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (3209cabd-e707-4352-99e4-aa838555add0), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.531155 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Calling delete_port for 3209cabd-e707-4352-99e4-aa838555add0 owned by network:router_interface {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:22.545921 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76c610-9b63-40ea-88c7-4793f663c86e req-94c71198-1ea0-4986-a7fb-f74d05dc0707 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.548864 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c76c610-9b63-40ea-88c7-4793f663c86e req-94c71198-1ea0-4986-a7fb-f74d05dc0707 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 931 time: 0.1741712 Aug 26 15:58:22.639254 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-23071b0e-7758-444a-a7a3-0dbb4a986a57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870057 Aug 26 15:58:22.658280 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Request body: {'port': {'device_id': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:22.659748 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-c0c8d4fc-f617-419b-95e7-a81ba61ace21 None None] Provisioning complete for port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:22.660833 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d4fc-f617-419b-95e7-a81ba61ace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:22.718820 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8d4fc-f617-419b-95e7-a81ba61ace21 None None] Port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:58:22.745938 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2c76c610-9b63-40ea-88c7-4793f663c86e req-11c1be38-7a58-4476-8240-d77e40a269e2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825423 Aug 26 15:58:22.748253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.023178 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (3209cabd-e707-4352-99e4-aa838555add0), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.053179 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Pushing event deleted for resources: {'Port': ['ID=3209cabd-e707-4352-99e4-aa838555add0,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:23.183997 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.197354 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964e07b3-ad1b-4b31-85e4-93fe4da08f4c {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:23.212634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks [] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.250453 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Transition to ACTIVE for port object 964e07b3-ad1b-4b31-85e4-93fe4da08f4c will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:58:23.294219 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.345007 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.427976 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.430752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Pushing event updated for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:23.490752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Attempting to bind port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:58:23.491280 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Attempting to bind port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:58:23.491703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Attempting to bind port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:23.497731 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:58:23.498141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Attempting to bind port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c on network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:23.505911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:58:23.506391 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Checking segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:58:23.506982 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Bound using segment: {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:58:23.507582 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Bound port: 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f144def-5d50-4afd-995e-695b4193717a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:58:23.508223 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.583289 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Router 06ba6513-d1ed-457c-abdb-5d9e45c98830 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:58:23.625075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:58:23.632243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:58:23.709549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:58:23.715226 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7d27afa4-c882-4359-8a05-2fc5eaa4abfd admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/06ba6513-d1ed-457c-abdb-5d9e45c98830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375622 Aug 26 15:58:23.718965 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43198) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:23.724702 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Sync routers for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:58:23.746648 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:23.747664 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:23.829833 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks [] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.864794 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.870170 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.872192 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:23.872996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:23.874504 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/964e07b3-ad1b-4b31-85e4-93fe4da08f4c HTTP/1.1" status: 200 len: 1093 time: 1.2215390 Aug 26 15:58:23.882077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:23.883030 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fbe059-b5c3-499f-b633-df7162da9ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:23.919179 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.928911 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:23.953244 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5725205f-b2c7-4e27-8e10-1362067b55c9 x-openstack-request-id: req-5725205f-b2c7-4e27-8e10-1362067b55c9 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:23.953553 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:23.953771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5725205f-b2c7-4e27-8e10-1362067b55c9 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:23.954168 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5725205f-b2c7-4e27-8e10-1362067b55c9'] response: {'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'status': 'completed', 'code': 200} Aug 26 15:58:24.018120 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337de5f6-d0de-4f4c-abc4-4ea6dca1b6bc req-183666fd-7229-4e43-9246-90db03ef0b84 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.019494 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-337de5f6-d0de-4f4c-abc4-4ea6dca1b6bc req-183666fd-7229-4e43-9246-90db03ef0b84 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.1140718 Aug 26 15:58:24.063405 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0b31-8da3-43d4-a096-321bbc581907 service neutron] Pushing event updated for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:24.070074 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:24.089574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-91d8f415-9ae4-449b-9761-c66e38752742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.091152 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-91d8f415-9ae4-449b-9761-c66e38752742 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1127 time: 0.0795770 Aug 26 15:58:24.107209 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks [] for router_gateway (06ba6513-d1ed-457c-abdb-5d9e45c98830), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:24.182357 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-337de5f6-d0de-4f4c-abc4-4ea6dca1b6bc req-5457278d-ccab-453e-8beb-332c33ed38f9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310005 Aug 26 15:58:24.188084 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:58:22Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:24.230960 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Checking router: 06ba6513-d1ed-457c-abdb-5d9e45c98830 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:58:24.236927 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-a5834ba6-f681-407a-8f83-61741d373495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.238503 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-a5834ba6-f681-407a-8f83-61741d373495 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d19b01b0af6c43feb357799d8ae948e1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1329405 Aug 26 15:58:24.243117 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Routers {'06ba6513-d1ed-457c-abdb-5d9e45c98830'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:24.245645 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['06ba6513-d1ed-457c-abdb-5d9e45c98830'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:24.265728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:24.344020 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Deleting port 3073b25e-b736-4ab6-b7a4-06969dee88e1 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:24.344321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:24.366812 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] Set router 06ba6513-d1ed-457c-abdb-5d9e45c98830 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:24.424196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-1ed82ccd-8195-47f4-8453-830d92d5125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.425682 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a8fbe059-b5c3-499f-b633-df7162da9ecd req-1ed82ccd-8195-47f4-8453-830d92d5125e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1811230 Aug 26 15:58:24.461990 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] For port 3073b25e-b736-4ab6-b7a4-06969dee88e1, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3073b25e-b736-4ab6-b7a4-06969dee88e1,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:24.462348 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:24.477425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Calling delete_port for 3073b25e-b736-4ab6-b7a4-06969dee88e1 owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:24.618222 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-3d0df3ca-c303-4c53-bec2-463efe5ceed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.619626 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-3d0df3ca-c303-4c53-bec2-463efe5ceed3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1127 time: 0.1251264 Aug 26 15:58:24.626883 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:58:22Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:24.656244 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d0011-df4b-456e-b508-a876a84f4db3 None None] The sync data for ids ['06ba6513-d1ed-457c-abdb-5d9e45c98830'] in dv-cinder-831247-24-iscsi is: [{'id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'name': 'tempest-AttachVolumeNegativeTest-503145367-router', 'tenant_id': 'f40d6476c750438c9c09107c7757fa95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:58:22Z', 'revision_number': 5, 'project_id': 'f40d6476c750438c9c09107c7757fa95', 'gw_port': {'id': '3073b25e-b736-4ab6-b7a4-06969dee88e1', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ba6513-d1ed-457c-abdb-5d9e45c98830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:51:51Z', 'updated_at': '2022-08-26T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:58:24.721429 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-e61a8d32-eaae-4e0e-9867-39d4bde28475 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c HTTP/1.1" status: 200 len: 217 time: 0.0450587 Aug 26 15:58:24.804410 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-7053ed3b-1557-415a-a6c2-2f69af72c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.805910 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-7053ed3b-1557-415a-a6c2-2f69af72c81f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0775225 Aug 26 15:58:24.867680 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f37-33e7-4b18-becf-68c969495c3b req-d4e0f70f-e968-45e2-8068-3f165c7eb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.869230 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-d4e0f70f-e968-45e2-8068-3f165c7eb9aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520637 Aug 26 15:58:24.934189 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (3073b25e-b736-4ab6-b7a4-06969dee88e1), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:24.976522 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Pushing event deleted for resources: {'Port': ['ID=3073b25e-b736-4ab6-b7a4-06969dee88e1,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:25.042005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:25.052207 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-ce3c9778-1d35-487f-9c0a-32a5ab86a6cc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741364 Aug 26 15:58:25.073360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.385026 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49864ab-ffd7-422c-8d81-f43e62b428fb req-0afc7868-19b2-436a-adde-2a97b251e246 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.387655 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b49864ab-ffd7-422c-8d81-f43e62b428fb req-0afc7868-19b2-436a-adde-2a97b251e246 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0859017 Aug 26 15:58:25.464322 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:25.473860 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b49864ab-ffd7-422c-8d81-f43e62b428fb req-f1ce63a0-e7d3-40a9-9a26-4de7fa53a27a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787101 Aug 26 15:58:25.508149 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.512057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks [] for router_controller (06ba6513-d1ed-457c-abdb-5d9e45c98830), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.574687 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-95a12f37-33e7-4b18-becf-68c969495c3b req-3bdf9c5f-a170-4f30-975b-f2f4416bc537 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145562 Aug 26 15:58:25.676040 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (06ba6513-d1ed-457c-abdb-5d9e45c98830), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.676659 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ba6513-d1ed-457c-abdb-5d9e45c98830 {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:58:25.689837 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.689837 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-592e0411-f7d1-4869-90a0-5fb1319b686b admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/06ba6513-d1ed-457c-abdb-5d9e45c98830 HTTP/1.1" status: 204 len: 168 time: 1.9614832 Aug 26 15:58:25.690126 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43206) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:25.734428 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3209cabd-e707-4352-99e4-aa838555add0 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:25.769302 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 3209cabd-e707-4352-99e4-aa838555add0 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:25.770101 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3209cabd-e707-4352-99e4-aa838555add0 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:25.781805 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Deleting subnet 232fd674-43e9-4394-9a4b-8065f1be4d76 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:58:25.785834 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Publish callbacks [] for subnet (232fd674-43e9-4394-9a4b-8065f1be4d76), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.838493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (232fd674-43e9-4394-9a4b-8065f1be4d76), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:25.921819 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (232fd674-43e9-4394-9a4b-8065f1be4d76), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.054043 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (232fd674-43e9-4394-9a4b-8065f1be4d76), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.340997 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.346767 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/232fd674-43e9-4394-9a4b-8065f1be4d76 HTTP/1.1" status: 204 len: 168 time: 0.6519685 Aug 26 15:58:26.346767 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376a27-52d2-4719-8145-f128979e18a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232fd674-43e9-4394-9a4b-8065f1be4d76,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:26.348098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb8a67-0132-4ee9-8b28-7c1bf1ca8b24 None None] Network a335b766-ffd8-4d30-a4fc-6d81d957bfbd requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:58:26.348754 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43208) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:26.432866 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (a335b766-ffd8-4d30-a4fc-6d81d957bfbd), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.484743 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Deleting port 817a49cc-b125-477d-8074-548a81012a0b {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:26.485208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (817a49cc-b125-477d-8074-548a81012a0b), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.501468 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] DHCP port deletion for a335b766-ffd8-4d30-a4fc-6d81d957bfbd request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:58:26.573697 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Deleting port 817a49cc-b125-477d-8074-548a81012a0b {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:26.574440 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (817a49cc-b125-477d-8074-548a81012a0b), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.611884 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] For port 817a49cc-b125-477d-8074-548a81012a0b, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=817a49cc-b125-477d-8074-548a81012a0b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:26.612509 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (817a49cc-b125-477d-8074-548a81012a0b), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.618098 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a04a7-9dc4-44ac-884f-bafaa8ae5f48 req-d0fcddc9-34cd-476f-a37b-d890631847be tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:26.619650 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-334a04a7-9dc4-44ac-884f-bafaa8ae5f48 req-d0fcddc9-34cd-476f-a37b-d890631847be tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0628073 Aug 26 15:58:26.633615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:26.637386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Calling delete_port for 817a49cc-b125-477d-8074-548a81012a0b owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:26.680259 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-334a04a7-9dc4-44ac-884f-bafaa8ae5f48 req-41bb5ad7-f74f-462c-b1b6-4587091f7dca tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529861 Aug 26 15:58:26.697689 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] For port 817a49cc-b125-477d-8074-548a81012a0b, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=817a49cc-b125-477d-8074-548a81012a0b,segment=NetworkSegment(a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0),segment_id=a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:26.698182 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (817a49cc-b125-477d-8074-548a81012a0b), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.722075 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Calling delete_port for 817a49cc-b125-477d-8074-548a81012a0b owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:26.830786 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (817a49cc-b125-477d-8074-548a81012a0b), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.839795 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (817a49cc-b125-477d-8074-548a81012a0b), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.872168 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Pushing event deleted for resources: {'Port': ['ID=817a49cc-b125-477d-8074-548a81012a0b,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:26.878299 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] No DVR routers for this DVR port 817a49cc-b125-477d-8074-548a81012a0b on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:26.883903 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:26.887040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] Pushing event deleted for resources: {'Port': ['ID=817a49cc-b125-477d-8074-548a81012a0b,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:26.893109 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018b37f-c922-4d36-8da5-37117e6f2752 None None] No DVR routers for this DVR port 817a49cc-b125-477d-8074-548a81012a0b on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:26.966784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (a335b766-ffd8-4d30-a4fc-6d81d957bfbd), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:26.997637 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a335b766-ffd8-4d30-a4fc-6d81d957bfbd']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:27.011706 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:27.012256 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:27.031626 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.056410 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.065952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:58:27.069441 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.112039 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0 resource provider aggregate not found Aug 26 15:58:27.120505 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:27.135750 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a718959a-ad1e-4ad2-ae5d-760c2b7ca4d0 found for delete ", "request_id": "req-5f73c515-d617-4664-8f3a-cea209bd6084"}]} Aug 26 15:58:27.212930 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (a335b766-ffd8-4d30-a4fc-6d81d957bfbd), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.221758 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.228395 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/a335b766-ffd8-4d30-a4fc-6d81d957bfbd HTTP/1.1" status: 204 len: 168 time: 0.8748558 Aug 26 15:58:27.237112 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81c7d8-f9aa-4b96-a6c2-5c00c3a57837 admin admin] Pushing event deleted for resources: {'Network': ['ID=a335b766-ffd8-4d30-a4fc-6d81d957bfbd,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:27.592722 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43218) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:27.640088 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0ef13017-ee9e-4da4-b743-3b8caafa9cb0 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=f40d6476c750438c9c09107c7757fa95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459373 Aug 26 15:58:27.643462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43220) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:27.708048 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] Publish callbacks [] for security_group (8780ca69-1d62-4c45-a8ea-52d34ba8d122), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.732856 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3073b25e-b736-4ab6-b7a4-06969dee88e1 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:27.748878 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] Publish callbacks [] for security_group (8780ca69-1d62-4c45-a8ea-52d34ba8d122), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.754588 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 3073b25e-b736-4ab6-b7a4-06969dee88e1 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:27.755350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3073b25e-b736-4ab6-b7a4-06969dee88e1 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:27.755768 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 817a49cc-b125-477d-8074-548a81012a0b no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:27.788278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 817a49cc-b125-477d-8074-548a81012a0b {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:27.788941 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 817a49cc-b125-477d-8074-548a81012a0b not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:27.904639 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (8780ca69-1d62-4c45-a8ea-52d34ba8d122), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.908495 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:27.910131 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/8780ca69-1d62-4c45-a8ea-52d34ba8d122 HTTP/1.1" status: 204 len: 168 time: 0.2654848 Aug 26 15:58:27.928573 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc77e9-01e2-42dc-a232-d986beb9c8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780ca69-1d62-4c45-a8ea-52d34ba8d122,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:28.026038 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1ad9-e5fa-4438-adab-6bdfce05d524 req-bde2a271-5c80-4e76-b81f-1416921acf7e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:28.028762 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-879f1ad9-e5fa-4438-adab-6bdfce05d524 req-bde2a271-5c80-4e76-b81f-1416921acf7e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0784190 Aug 26 15:58:28.103508 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-879f1ad9-e5fa-4438-adab-6bdfce05d524 req-54b25d56-103d-418a-b4c0-eaf522cea186 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670042 Aug 26 15:58:28.533682 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:58:29.277840 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e734cc-b507-4bef-b556-71d241a34007 req-82b36db4-53e2-409b-ac8b-f5937cdb3147 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:29.279470 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b0e734cc-b507-4bef-b556-71d241a34007 req-82b36db4-53e2-409b-ac8b-f5937cdb3147 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0597465 Aug 26 15:58:29.341231 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b0e734cc-b507-4bef-b556-71d241a34007 req-ce27d40a-bc26-4081-b3ce-2aa55f840eeb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542033 Aug 26 15:58:30.514311 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959efa7d-81e6-4503-b69e-be2079bc115c req-aa0c3d67-fad1-422d-a617-dbb3982acee2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:30.515851 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-959efa7d-81e6-4503-b69e-be2079bc115c req-aa0c3d67-fad1-422d-a617-dbb3982acee2 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0648458 Aug 26 15:58:30.576238 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-959efa7d-81e6-4503-b69e-be2079bc115c req-04be75b1-addd-48f0-9e3c-04570c95c5d1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536864 Aug 26 15:58:31.224193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5166-fb6b-4393-b94a-11bd70fc3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.642069 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 964e07b3-ad1b-4b31-85e4-93fe4da08f4c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:58:31.760335 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f770d-46da-4aa8-82ab-a656b147e9db req-c81630d9-4cce-4ec5-bb59-4dee3fabd310 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.761890 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-097f770d-46da-4aa8-82ab-a656b147e9db req-c81630d9-4cce-4ec5-bb59-4dee3fabd310 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 943 time: 0.0595679 Aug 26 15:58:31.794460 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:31.813339 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'port_id': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'mac_address': 'fa:16:3e:ab:62:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:58:31.841152 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-097f770d-46da-4aa8-82ab-a656b147e9db req-4429198f-f570-46e5-b58d-86223b21063f tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676949 Aug 26 15:58:31.870299 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:31.870822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.885830 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964e07b3-ad1b-4b31-85e4-93fe4da08f4c {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:31.909004 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:31.978680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:32.049085 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:32.318664 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['964e07b3-ad1b-4b31-85e4-93fe4da08f4c'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:32.416532 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:32.436868 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:32.977871 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a4d9-ba36-45a8-a667-77cbe08f5abd req-b945190f-049e-4b01-b78f-2de6942925bf tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:32.979905 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6096a4d9-ba36-45a8-a667-77cbe08f5abd req-b945190f-049e-4b01-b78f-2de6942925bf tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 944 time: 0.0583615 Aug 26 15:58:33.050833 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6096a4d9-ba36-45a8-a667-77cbe08f5abd req-a8d5ae44-2b5b-44d7-85ae-2b06610cd366 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612936 Aug 26 15:58:33.446744 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a7a196fa-38c4-4aa7-b0b9-156c7ab2217e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:33.674617 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 964e07b3-ad1b-4b31-85e4-93fe4da08f4c up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:58:33.724006 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:58:33.841160 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:33.841756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:33.927739 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:33.928178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:33.955281 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:33.957889 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f520f33f-be65-4930-856c-e01581f9bacf" -d '{"events": [{"server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "name": "network-vif-plugged", "status": "completed", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:33.974810 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:34.005853 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c5b3b9-7583-4306-98b3-fd12289223da x-openstack-request-id: req-d0c5b3b9-7583-4306-98b3-fd12289223da {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:34.006265 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "name": "network-vif-plugged", "status": "completed", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:34.006555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0c5b3b9-7583-4306-98b3-fd12289223da {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:34.007012 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c5b3b9-7583-4306-98b3-fd12289223da'] response: {'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'code': 200} Aug 26 15:58:34.092629 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:34.168228 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:34.206140 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24c88-b0d9-4aba-b8a4-9b4b196c8a2a req-84234af7-3cce-47a9-9a02-7736ef2c7fdb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:34.207903 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-89f24c88-b0d9-4aba-b8a4-9b4b196c8a2a req-84234af7-3cce-47a9-9a02-7736ef2c7fdb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0693512 Aug 26 15:58:34.265677 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-89f24c88-b0d9-4aba-b8a4-9b4b196c8a2a req-e026b6ce-b3e5-4011-b6c3-e5510f8d7632 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511320 Aug 26 15:58:34.488434 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d5a41-1b27-4d80-a637-45a192a17f4a req-59f252a0-7df3-44d1-a28c-69f15576f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:34.490012 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b92d5a41-1b27-4d80-a637-45a192a17f4a req-59f252a0-7df3-44d1-a28c-69f15576f999 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1129 time: 0.0412693 Aug 26 15:58:34.562924 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b92d5a41-1b27-4d80-a637-45a192a17f4a req-c0715654-0d58-43e0-b583-dec1b4674b05 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657101 Aug 26 15:58:34.631626 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=52 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:34.835483 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:35.396023 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea697c6-bdf8-403d-9914-0a2772da9352 req-f7d2b22f-5fdb-4e8d-97ed-8e2ba941ed74 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:35.397554 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0ea697c6-bdf8-403d-9914-0a2772da9352 req-f7d2b22f-5fdb-4e8d-97ed-8e2ba941ed74 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0496991 Aug 26 15:58:35.451349 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0ea697c6-bdf8-403d-9914-0a2772da9352 req-b9a98d12-a108-44d2-bb15-f41b7364f56d tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Aug 26 15:58:36.400912 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:36.435301 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:36.592311 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8e63-f15b-43af-832e-607f0983c8c2 req-739caabe-4f12-4cf0-827f-3251a6a58aab tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:36.593966 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aaca8e63-f15b-43af-832e-607f0983c8c2 req-739caabe-4f12-4cf0-827f-3251a6a58aab tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0620439 Aug 26 15:58:36.655319 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aaca8e63-f15b-43af-832e-607f0983c8c2 req-bfcbf0e0-81fb-458a-a49b-8caf435d490c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542979 Aug 26 15:58:37.801266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc798-4e91-4ead-b536-0f0fa90c232f req-ec80997d-ad5d-4ced-b50f-e2ec2232ecbe tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:37.802945 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-438dc798-4e91-4ead-b536-0f0fa90c232f req-ec80997d-ad5d-4ced-b50f-e2ec2232ecbe tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0489964 Aug 26 15:58:37.872611 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-438dc798-4e91-4ead-b536-0f0fa90c232f req-cfb422c3-bfe4-487a-a4de-383fba482061 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627031 Aug 26 15:58:38.527767 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=34 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:39.005301 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b653d9-2421-4b64-bb86-6d79b5d4e5db req-2a4d8cd4-11c5-48f1-857f-1c69c70dfc78 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.007010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58b653d9-2421-4b64-bb86-6d79b5d4e5db req-2a4d8cd4-11c5-48f1-857f-1c69c70dfc78 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0545299 Aug 26 15:58:39.082287 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-58b653d9-2421-4b64-bb86-6d79b5d4e5db req-a87e7da5-b4df-4e95-8b1c-7ee8d4d8b0cc tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641506 Aug 26 15:58:39.261760 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48efc8-e33d-4787-825e-7662577bddf1 req-8ec25b4f-9558-495e-9d49-f900ee5e2ce0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.264435 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5f48efc8-e33d-4787-825e-7662577bddf1 req-8ec25b4f-9558-495e-9d49-f900ee5e2ce0 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0647035 Aug 26 15:58:39.348013 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5f48efc8-e33d-4787-825e-7662577bddf1 req-2cedef18-b738-4ef2-8c41-d524936acdcb tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770133 Aug 26 15:58:39.375374 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43330) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:39.627989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18eec05-8aa8-4168-b8d0-1ca5533b206d tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.630850 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e18eec05-8aa8-4168-b8d0-1ca5533b206d tempest-TestVolumeBootPattern-898360753 tempest-TestVolumeBootPattern-898360753-project-admin] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1124 time: 0.2526147 Aug 26 15:58:39.634547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43334) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:39.639978 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'port_id': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:39.742028 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:39.864674 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:39.932051 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:39.939258 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:40.003065 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Allocated IP 172.27.3.63 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/78c76b2d-b951-4e16-a076-a18beef2f0bf) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:40.134449 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:40.253009 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:40.304599 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:40.308012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:40.312054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:40.342696 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=78c76b2d-b951-4e16-a076-a18beef2f0bf,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:40.357638 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.357975 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.358311 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.358649 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.358982 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.359291 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.360188 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.360515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.360843 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.361162 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.361490 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.361816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.362130 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.362451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.362773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:40.500461 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:40.862515 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (8966f35c-7bb4-42c9-9a49-6e7f6de7de7e), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.032548 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.258359 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.326877 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.399711 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.402644 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (8966f35c-7bb4-42c9-9a49-6e7f6de7de7e), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.404700 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event updated for resources: {'Port': ['ID=78c76b2d-b951-4e16-a076-a18beef2f0bf,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:41.516700 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP 8966f35c-7bb4-42c9-9a49-6e7f6de7de7e associated. External IP: 172.27.3.63, port: 964e07b3-ad1b-4b31-85e4-93fe4da08f4c. Aug 26 15:58:41.553050 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:41.770403 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:58:41.775738 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:41.963398 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:58:41.980599 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:58:41.994367 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:41.995337 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:42.071456 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:42.124160 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-65cdf107-317b-40cb-a8e6-bf6df5fdee94 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4879830 Aug 26 15:58:42.125711 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:42.129268 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36240af6-b4a7-4a71-b78d-e242fc60602c" -d '{"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:42.170540 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:42.182740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd118a2e-e88a-4ffd-a9c8-fce31859b536 x-openstack-request-id: req-cd118a2e-e88a-4ffd-a9c8-fce31859b536 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:42.183109 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:42.183446 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd118a2e-e88a-4ffd-a9c8-fce31859b536 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:42.184010 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd118a2e-e88a-4ffd-a9c8-fce31859b536'] response: {'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'status': 'completed', 'code': 200} Aug 26 15:58:42.212593 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:42.305381 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-5dffc586-8d23-4dc6-b28c-816882b5f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.307995 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-5dffc586-8d23-4dc6-b28c-816882b5f0fd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1129 time: 0.0660367 Aug 26 15:58:42.456901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-7286d487-7e40-41d4-9099-970a597baed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.458618 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-7286d487-7e40-41d4-9099-970a597baed0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.1434062 Aug 26 15:58:42.537032 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:42.553658 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-a241628c-2340-457e-9a9c-c38536fa77e8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c HTTP/1.1" status: 200 len: 998 time: 0.0860288 Aug 26 15:58:42.645148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-e70c2a26-6640-46ed-bc9d-c2307a51cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.647725 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-e70c2a26-6640-46ed-bc9d-c2307a51cdd0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0869808 Aug 26 15:58:42.675820 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}, {'id': '8966f35c-7bb4-42c9-9a49-6e7f6de7de7e', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:ab:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:40Z', 'updated_at': '2022-08-26T15:58:40Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:42.720306 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:58:42.720588 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-7bacbe3c-7322-413e-810b-3589ee2ffa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.722776 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-7bacbe3c-7322-413e-810b-3589ee2ffa54 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687315 Aug 26 15:58:42.732320 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:42.733319 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:42.819684 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:42.858941 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-2392dcb3-1de9-4704-b8b1-f57f4d44f3d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294570 Aug 26 15:58:42.884753 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:42.988427 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:42.996997 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-36240af6-b4a7-4a71-b78d-e242fc60602c req-d074be9e-cab8-47fe-bd7f-92852c27be1b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308270 Aug 26 15:58:43.176089 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}, {'id': '8966f35c-7bb4-42c9-9a49-6e7f6de7de7e', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:ab:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:40Z', 'updated_at': '2022-08-26T15:58:40Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:43.220303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb70350-a741-449f-883a-c61494b9cf62 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}, {'id': '8966f35c-7bb4-42c9-9a49-6e7f6de7de7e', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:ab:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:40Z', 'updated_at': '2022-08-26T15:58:40Z', 'revision_number': 0, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:58:43.470792 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b611d-81de-4bb7-a0a8-1dd823407946 None None] New status for floating IP 8966f35c-7bb4-42c9-9a49-6e7f6de7de7e: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:58:49.966969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a1dc1-bfba-4e15-86eb-3e0ea34fb9e6 req-c64c8007-1fda-4bad-8bd5-ab9d43533f9b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:49.968918 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae9a1dc1-bfba-4e15-86eb-3e0ea34fb9e6 req-c64c8007-1fda-4bad-8bd5-ab9d43533f9b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0590653 Aug 26 15:58:50.025132 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ae9a1dc1-bfba-4e15-86eb-3e0ea34fb9e6 req-1de334f6-e6f4-4fea-904d-06628d331433 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502169 Aug 26 15:58:51.223705 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647e73-ba19-4ec3-be6f-c3cabb21bf2c req-c1a10db1-12cc-4333-8605-a9721d3cc49a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:51.226500 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4d647e73-ba19-4ec3-be6f-c3cabb21bf2c req-c1a10db1-12cc-4333-8605-a9721d3cc49a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0586076 Aug 26 15:58:51.282558 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-4d647e73-ba19-4ec3-be6f-c3cabb21bf2c req-b487b318-f10f-4708-832f-ab5fae2b45b8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456235 Aug 26 15:58:51.899371 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-b59e6ae4-57e4-41ce-9dca-2dcdbf804038 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:51.900823 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-b59e6ae4-57e4-41ce-9dca-2dcdbf804038 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0531504 Aug 26 15:58:51.999233 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Deleting port 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:51.999616 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (57bf8f97-285e-4041-93e6-6c458f946244), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.111573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] For port 57bf8f97-285e-4041-93e6-6c458f946244, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=57bf8f97-285e-4041-93e6-6c458f946244,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:52.111773 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (57bf8f97-285e-4041-93e6-6c458f946244), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.319852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.320260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.320579 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Floating IP 81eec782-42fb-41f0-acc9-ace8c906385f disassociated. External IP: 172.27.3.170, port: 57bf8f97-285e-4041-93e6-6c458f946244. Aug 26 15:58:52.320934 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Calling delete_port for 57bf8f97-285e-4041-93e6-6c458f946244 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:52.431530 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97b240-87f3-4e41-8cb0-2dc53d577a6f req-f6a1f496-9469-47cc-9f08-49e6d43099e3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:52.433134 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c97b240-87f3-4e41-8cb0-2dc53d577a6f req-f6a1f496-9469-47cc-9f08-49e6d43099e3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 947 time: 0.0636258 Aug 26 15:58:52.526039 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c97b240-87f3-4e41-8cb0-2dc53d577a6f req-eb2482ff-ed17-4e97-8db9-2e7ecdf28b2d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=58e3b1e3-024e-4c9d-8737-5a0efe79cf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802355 Aug 26 15:58:52.600479 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (57bf8f97-285e-4041-93e6-6c458f946244), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.633920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'Port': ['ID=57bf8f97-285e-4041-93e6-6c458f946244,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:52.644927 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.645269 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.645616 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.645960 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.646297 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.646635 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.646991 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.647305 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.647637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.647994 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.648327 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.648657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.648988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.649367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.649650 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:52.653589 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:52.695514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:52.771277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:58:52.895614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:58:52.907422 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:58:52.925167 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:52.926199 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:52.943391 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] No DVR routers for this DVR port 57bf8f97-285e-4041-93e6-6c458f946244 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:52.946006 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:52.949574 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f3cab721-abb9-468c-86d9-acecb37b74fe req-8aeb2982-cd38-472e-8a76-e4d80f3da7a3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "DELETE /networking/v2.0/ports/57bf8f97-285e-4041-93e6-6c458f946244 HTTP/1.1" status: 204 len: 173 time: 1.0425012 Aug 26 15:58:52.950030 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-deleted', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:52.952364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1001c721-2916-47f0-bc39-cfeae59a2454" -d '{"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-deleted", "tag": "57bf8f97-285e-4041-93e6-6c458f946244"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:53.013320 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b626ad3-e6d3-4e54-97be-2ddabbecffba x-openstack-request-id: req-1b626ad3-e6d3-4e54-97be-2ddabbecffba {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:53.013708 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6825d4-cc4d-4688-9532-01a6cee66ea2", "name": "network-vif-deleted", "tag": "57bf8f97-285e-4041-93e6-6c458f946244", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:53.014049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b626ad3-e6d3-4e54-97be-2ddabbecffba {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:53.014559 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b626ad3-e6d3-4e54-97be-2ddabbecffba'] response: {'server_uuid': '9c6825d4-cc4d-4688-9532-01a6cee66ea2', 'name': 'network-vif-deleted', 'tag': '57bf8f97-285e-4041-93e6-6c458f946244', 'status': 'completed', 'code': 200} Aug 26 15:58:53.092132 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:53.352130 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:53.355694 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:53.386569 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:58:53.403370 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:53.404105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:58:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:53.565115 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:53.586160 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:53.592043 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:53.698506 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-885daed9-89d7-4c34-b413-8a830c747aa8 req-9d8b8ac6-76ad-4c2a-bbcf-3937240da75c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c6825d4-cc4d-4688-9532-01a6cee66ea2 HTTP/1.1" status: 200 len: 210 time: 0.0490973 Aug 26 15:58:53.905909 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:53.933807 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f13a11-53ff-40bf-ab98-d27697e7c469 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:58:54.209892 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbeb413-652b-47c5-9c28-a8a7c6cdfb87 None None] New status for floating IP 81eec782-42fb-41f0-acc9-ace8c906385f: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:58:54.869774 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43496) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:54.930781 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (58e3b1e3-024e-4c9d-8737-5a0efe79cf28), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.956962 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (58e3b1e3-024e-4c9d-8737-5a0efe79cf28), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.108307 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (58e3b1e3-024e-4c9d-8737-5a0efe79cf28), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.111554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.112877 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/58e3b1e3-024e-4c9d-8737-5a0efe79cf28 HTTP/1.1" status: 204 len: 168 time: 0.2419443 Aug 26 15:58:55.115660 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43498) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:55.122860 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9c07f-30e2-41fa-a215-0c28330c75d7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e3b1e3-024e-4c9d-8737-5a0efe79cf28,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:55.135288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-e0506255-ee99-4606-984e-b947dc7ff4db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] show failed (client error): The resource could not be found. Aug 26 15:58:55.135288 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e0506255-ee99-4606-984e-b947dc7ff4db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups/58e3b1e3-024e-4c9d-8737-5a0efe79cf28 HTTP/1.1" status: 404 len: 347 time: 0.0169539 Aug 26 15:58:55.138738 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43500) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:55.269133 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Deleting port 4fa6dc54-245f-4f27-856b-95e5ea10898d {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:55.269476 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.355273 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.355598 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (4fa6dc54-245f-4f27-856b-95e5ea10898d), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.369172 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Calling delete_port for 4fa6dc54-245f-4f27-856b-95e5ea10898d owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:55.587104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (4fa6dc54-245f-4f27-856b-95e5ea10898d), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.614444 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'Port': ['ID=4fa6dc54-245f-4f27-856b-95e5ea10898d,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:55.665788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:55.686193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (81eec782-42fb-41f0-acc9-ace8c906385f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.688835 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.690130 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-11ae01e8-d085-4090-8da0-d4a5983ef46c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/81eec782-42fb-41f0-acc9-ace8c906385f HTTP/1.1" status: 204 len: 168 time: 0.5501690 Aug 26 15:58:55.753837 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:55.779769 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 57bf8f97-285e-4041-93e6-6c458f946244 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:55.780154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 57bf8f97-285e-4041-93e6-6c458f946244 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:55.879790 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43510) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:55.884477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038752708', 'description': 'tempest-description--1555141386'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:55.999930 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.026233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:56.086354 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (60cd4bb4-291f-4626-8133-d3f5e0a21a18), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.153902 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (60cd4bb4-291f-4626-8133-d3f5e0a21a18), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.186561 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd4bb4-291f-4626-8133-d3f5e0a21a18,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:56.276118 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.277935 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2a40f37d-f0a2-4caf-a212-b19c6e9f9ec8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3968449 Aug 26 15:58:56.281445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43514) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:56.286561 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group_rule': {'security_group_id': '60cd4bb4-291f-4626-8133-d3f5e0a21a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:56.387755 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (a515fa56-47ac-4de2-b32c-950f606ff033), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.458349 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (a515fa56-47ac-4de2-b32c-950f606ff033), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.532662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (a515fa56-47ac-4de2-b32c-950f606ff033), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.554671 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a515fa56-47ac-4de2-b32c-950f606ff033,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:56.653851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.656092 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-21b90acc-11b8-4946-81b2-c867b92a17de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727152 Aug 26 15:58:56.658684 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43516) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:56.663580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'security_group_rule': {'security_group_id': '60cd4bb4-291f-4626-8133-d3f5e0a21a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:56.772219 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (2a8d3832-6f6f-4fd5-a078-f4ef1e6a49a9), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.838885 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (2a8d3832-6f6f-4fd5-a078-f4ef1e6a49a9), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.925520 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (2a8d3832-6f6f-4fd5-a078-f4ef1e6a49a9), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:56.946236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8d3832-6f6f-4fd5-a078-f4ef1e6a49a9,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:57.024751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.025901 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9e566c9c-5d4e-4f1b-b928-085fb6d52fb0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662043 Aug 26 15:58:57.031391 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43518) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:57.035832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:57.148587 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.232344 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:57.235967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.367378 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Allocated IP 172.27.3.91 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/bfe49d21-7847-4948-9108-b65317d287c8) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:57.459193 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:57.503640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (bfe49d21-7847-4948-9108-b65317d287c8), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.627288 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (bfe49d21-7847-4948-9108-b65317d287c8), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.672243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:57.675540 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:57.679717 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:57.683337 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=bfe49d21-7847-4948-9108-b65317d287c8,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:57.772874 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.886347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (bfe49d21-7847-4948-9108-b65317d287c8), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.087148 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (bfe49d21-7847-4948-9108-b65317d287c8), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.142911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (bfe49d21-7847-4948-9108-b65317d287c8), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.213313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=bfe49d21-7847-4948-9108-b65317d287c8,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:58.219053 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.229020 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:58.316289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.317550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-df68f412-aea3-4357-bfc6-756cb6177019 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2851446 Aug 26 15:58:58.581989 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-7b9ff17d-0b19-4ce9-bbf7-ca5a018da8d5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1038752708&fields=id&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 267 time: 0.0472949 Aug 26 15:58:58.706798 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-969fbda5-b089-4f4c-8ede-3583eaa2420b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:58.708307 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-969fbda5-b089-4f4c-8ede-3583eaa2420b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 817 time: 0.1180134 Aug 26 15:58:58.733818 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-b8ce0424-4d53-4481-b043-21939439ea4a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/quotas/10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 375 time: 0.0158644 Aug 26 15:58:58.787236 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-8a47d9f3-d50a-4788-8229-70b9ee9d2d9c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478494 Aug 26 15:58:58.895007 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-f44d56bc-a3c7-47e8-b557-0d5067023563 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952652 Aug 26 15:58:58.993369 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-2da9c792-f97e-46c8-9c49-a8b2612bc5be service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921354 Aug 26 15:58:59.287107 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2e10b32d-2987-40ec-9296-46181d5a6580 req-bca600b8-2a26-4b75-a923-bd85a7b1a9f8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Aug 26 15:59:00.412182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-18b3cc37-770d-423d-8966-04008918ee8c req-c6175b9a-8b7c-4398-bafc-ed633cca4750 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0312607 Aug 26 15:59:01.211452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9e8659ed-b39e-4d30-a824-1b1800a2c009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.545374 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f27b0f4c-ce99-4d16-b6f8-21c39dc1b1fc req-0ec91809-aada-415c-b7e0-106f94466182 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0330977 Aug 26 15:59:02.669697 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-75b34e29-7ad7-412c-b7c1-b64143e6aeef req-a78f24a8-2a49-40b4-ba86-fb3495512221 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0331039 Aug 26 15:59:03.393842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-efa91096-860d-4eac-ac0a-3e60a36bf721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:03.786996 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-36232446-6af0-4a69-916c-c0bc076f83d8 req-c4fbfcc5-6466-410f-a1b2-94bf8fc8403d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Aug 26 15:59:04.288831 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:04.292840 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:04.799641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:04.903998 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-c24d6dae-97aa-47d7-bc72-fb20f0742d67 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:04.906563 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-c24d6dae-97aa-47d7-bc72-fb20f0742d67 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 817 time: 0.1473901 Aug 26 15:59:04.964366 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c564fb25-5974-4984-a117-3fb9b272782c req-dca0451a-cef4-49d9-a7a2-d7387100f9b7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0562265 Aug 26 15:59:05.035127 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:05.050370 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-3109815d-149f-45ea-823e-6568e119e04f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 380 time: 0.1250465 Aug 26 15:59:05.060749 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'port': {'device_id': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'admin_state_up': True, 'tenant_id': '10b0a72955244448954be539f99435e9', 'security_groups': ['60cd4bb4-291f-4626-8133-d3f5e0a21a18']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:05.256428 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Made reservation on behalf of 10b0a72955244448954be539f99435e9 for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:59:05.260582 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:05.352432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:05.438504 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Allocated IP 172.20.0.13 (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1/b2ad77cb-b2cb-4dde-897e-99446d0fb0fb/63d32d8a-e638-4a51-aaf0-bb470afb21db) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:05.534182 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:59:05.656851 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:05.834281 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:05.892469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:05.898260 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:05.905908 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:05.952627 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:05.999534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:05.999534 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.142766 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67b7b-fb9a-4b2a-88bf-646af551e3de req-f7fec13d-cc90-4ae1-aec4-a332a7a244e2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:06.144532 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9ea67b7b-fb9a-4b2a-88bf-646af551e3de req-f7fec13d-cc90-4ae1-aec4-a332a7a244e2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 932 time: 0.0654066 Aug 26 15:59:06.175858 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-eab29d00-13c3-43ec-9f67-a701ae4e3c36 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1188536 Aug 26 15:59:06.198003 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Request body: {'port': {'device_id': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:06.205762 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9ea67b7b-fb9a-4b2a-88bf-646af551e3de req-036c43c0-c510-4705-9070-aeab6ffe0dce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550499 Aug 26 15:59:06.262742 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-646c9764-09e8-4d60-a0cd-16c7db0dcb83 None None] Provisioning complete for port 63d32d8a-e638-4a51-aaf0-bb470afb21db triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:06.264969 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-646c9764-09e8-4d60-a0cd-16c7db0dcb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.277325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.300977 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:06.327955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-646c9764-09e8-4d60-a0cd-16c7db0dcb83 None None] Port 63d32d8a-e638-4a51-aaf0-bb470afb21db cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:59:06.469633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.470515 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.559930 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:06.629054 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:06.637638 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks [] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.655291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Transition to ACTIVE for port object 63d32d8a-e638-4a51-aaf0-bb470afb21db will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:59:06.753862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.793935 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:06.827188 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:06.882521 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Attempting to bind port 63d32d8a-e638-4a51-aaf0-bb470afb21db on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:59:06.882978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Attempting to bind port 63d32d8a-e638-4a51-aaf0-bb470afb21db by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:59:06.883415 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Attempting to bind port 63d32d8a-e638-4a51-aaf0-bb470afb21db on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:06.889861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Port 63d32d8a-e638-4a51-aaf0-bb470afb21db on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:59:06.890349 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Attempting to bind port 63d32d8a-e638-4a51-aaf0-bb470afb21db on network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:06.897653 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:59:06.898062 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Checking segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:59:06.898624 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Bound using segment: {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:59:06.899319 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Bound port: 63d32d8a-e638-4a51-aaf0-bb470afb21db, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d3bdc1-348b-48e1-8b13-1a9b11dec87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:59:06.899933 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:06.979172 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:59:06.984911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:59:07.063505 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:07.067752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.068597 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:07.070175 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 1094 time: 0.8783975 Aug 26 15:59:07.072662 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:07.075323 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26707dd-e348-49e0-8c1c-12759a3a1292" -d '{"events": [{"name": "network-changed", "server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:07.135752 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3f334-7e62-4039-b398-43f77b2f9fbf x-openstack-request-id: req-d6a3f334-7e62-4039-b398-43f77b2f9fbf {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:07.138432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:07.138432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6a3f334-7e62-4039-b398-43f77b2f9fbf {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:07.138432 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a3f334-7e62-4039-b398-43f77b2f9fbf'] response: {'name': 'network-changed', 'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'status': 'completed', 'code': 200} Aug 26 15:59:07.152736 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa30e-eebb-48bc-8680-4be49ed7d105 service neutron] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:07.276723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-206290ad-14a1-44ff-b8d0-99fc385a9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.283060 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-206290ad-14a1-44ff-b8d0-99fc385a9ecd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1128 time: 0.0826976 Aug 26 15:59:07.386526 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17647f-d0e1-446b-834e-d8753f7250ed req-33a44010-3f75-4067-8fa8-87130198f005 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.391092 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3e17647f-d0e1-446b-834e-d8753f7250ed req-33a44010-3f75-4067-8fa8-87130198f005 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0684633 Aug 26 15:59:07.438219 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-7a981ff6-b1a1-4509-81d0-b45840c5164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.439741 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-7a981ff6-b1a1-4509-81d0-b45840c5164a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=10b0a72955244448954be539f99435e9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1447806 Aug 26 15:59:07.510235 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3e17647f-d0e1-446b-834e-d8753f7250ed req-1426ffac-dcb7-43e9-8d24-686634c1a75e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040676 Aug 26 15:59:07.566359 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-4c4662a3-f2a0-47df-acbb-935b462e04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.567851 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e26707dd-e348-49e0-8c1c-12759a3a1292 req-4c4662a3-f2a0-47df-acbb-935b462e04e1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1216464 Aug 26 15:59:07.643363 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:07.681610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-2b321a9a-4cb5-47a7-b804-dfb248ad5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.681610 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-2b321a9a-4cb5-47a7-b804-dfb248ad5041 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1128 time: 0.0500207 Aug 26 15:59:07.739526 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-39ce062f-440d-4074-9855-b65e0a3122f4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 217 time: 0.0436523 Aug 26 15:59:07.796996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-7db86e53-914e-4c0b-8655-487ae3fdb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.799021 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-7db86e53-914e-4c0b-8655-487ae3fdb4ec service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0529339 Aug 26 15:59:07.861743 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2ee5-f748-45ee-aec6-84fec38362be req-9ea1abc9-d422-4711-92f9-1a81ffb3db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.863711 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-9ea1abc9-d422-4711-92f9-1a81ffb3db27 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577838 Aug 26 15:59:07.968611 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-81ce6e14-cc9e-4185-9fdc-43e4ec955eb0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982544 Aug 26 15:59:08.064713 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-213f2ee5-f748-45ee-aec6-84fec38362be req-67eabc00-368e-4546-9ec1-088987e94ef0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889809 Aug 26 15:59:08.677099 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ccbfb-66b0-4b93-a932-da197c4d8b27 req-d2cfa2fc-c530-44a3-9215-468ceafce240 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:08.678647 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-294ccbfb-66b0-4b93-a932-da197c4d8b27 req-d2cfa2fc-c530-44a3-9215-468ceafce240 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0550833 Aug 26 15:59:08.731937 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-294ccbfb-66b0-4b93-a932-da197c4d8b27 req-81a8b12b-9b0e-4f33-b2c5-272dd9376a2b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Aug 26 15:59:09.870928 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c109-ecdc-430d-8bc4-0c7097b1b913 req-a6f089ea-0d32-4fb1-b42a-ff6bfa46eddf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:09.872397 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-84d6c109-ecdc-430d-8bc4-0c7097b1b913 req-a6f089ea-0d32-4fb1-b42a-ff6bfa46eddf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0563664 Aug 26 15:59:09.927600 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-84d6c109-ecdc-430d-8bc4-0c7097b1b913 req-64833485-c431-432b-a1e4-48f711dbee7c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Aug 26 15:59:11.072611 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085d1a8-aad0-4430-8852-886bbd9ddaf1 req-a7dbeb72-3ce6-4967-a616-972bb728ed02 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:11.074523 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2085d1a8-aad0-4430-8852-886bbd9ddaf1 req-a7dbeb72-3ce6-4967-a616-972bb728ed02 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0590465 Aug 26 15:59:11.157766 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2085d1a8-aad0-4430-8852-886bbd9ddaf1 req-3605c86d-c60e-4cf5-ba1b-3e953885f81d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763807 Aug 26 15:59:11.410455 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:11.819646 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:59:11.933989 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:11.946314 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:59:11.988786 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:11.989171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:12.003921 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:12.026353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:12.102227 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:12.152457 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:12.159323 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:12.161178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.161523 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.161866 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.162206 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.162542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.162882 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.163195 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.163616 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.163978 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.164308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.164634 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.164961 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.165286 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.165607 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.165927 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:12.286652 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21765-8cdc-4a3d-8a46-d73060b9651e req-d06fb72f-0503-48f8-bb8a-812461072644 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:12.288227 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d2f21765-8cdc-4a3d-8a46-d73060b9651e req-d06fb72f-0503-48f8-bb8a-812461072644 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Aug 26 15:59:12.347948 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d2f21765-8cdc-4a3d-8a46-d73060b9651e req-510d1102-18d2-41b9-b6e1-6aa159b8783a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536084 Aug 26 15:59:12.405414 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['63d32d8a-e638-4a51-aaf0-bb470afb21db'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:59:13.485634 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dd45b-d44f-4bb6-8816-27ce922ddf25 req-cf277f14-74df-4fb8-99be-ba49454e84f7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:13.487440 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd6dd45b-d44f-4bb6-8816-27ce922ddf25 req-cf277f14-74df-4fb8-99be-ba49454e84f7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0584857 Aug 26 15:59:13.540438 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd6dd45b-d44f-4bb6-8816-27ce922ddf25 req-00c1d068-4637-4e06-b06b-2ff988c7d00a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Aug 26 15:59:13.826384 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:59:13.872901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port 63d32d8a-e638-4a51-aaf0-bb470afb21db completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:59:13.988266 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 63d32d8a-e638-4a51-aaf0-bb470afb21db triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:13.988874 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:14.082175 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:14.082643 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:14.109246 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:14.111842 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793a7ff-2f4b-40f9-9dcb-13410f1f6bfa" -d '{"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:14.137152 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:14.174413 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cbbdae-3a6f-4530-9e62-de6b652ad008 x-openstack-request-id: req-46cbbdae-3a6f-4530-9e62-de6b652ad008 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:14.174825 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:14.175315 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46cbbdae-3a6f-4530-9e62-de6b652ad008 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:14.175777 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cbbdae-3a6f-4530-9e62-de6b652ad008'] response: {'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'code': 200} Aug 26 15:59:14.182306 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:14.244787 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:14.685916 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9363-81a0-43d9-a991-a5eb818a37cb req-18c764e7-b135-4ee1-b9e8-40b79425a28c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:14.687746 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d54f9363-81a0-43d9-a991-a5eb818a37cb req-18c764e7-b135-4ee1-b9e8-40b79425a28c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0573454 Aug 26 15:59:14.740642 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d54f9363-81a0-43d9-a991-a5eb818a37cb req-fbc4a082-05e7-4f4a-9739-7bbdbcf17329 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461349 Aug 26 15:59:15.528331 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:15.529119 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:15.878521 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0482c-ce72-45d9-ad0d-4a81f0db2db2 req-aa6ef3e4-2d88-42f1-94ad-dea1733906ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:15.880176 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-93a0482c-ce72-45d9-ad0d-4a81f0db2db2 req-aa6ef3e4-2d88-42f1-94ad-dea1733906ce tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0524857 Aug 26 15:59:15.930748 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-93a0482c-ce72-45d9-ad0d-4a81f0db2db2 req-91cba35e-ab99-46c9-afa1-cf00a8bd8558 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Aug 26 15:59:17.067709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc00a49-2106-4adc-a939-29942604ab1e req-4390ac7b-8d93-4ad9-af3d-525620060587 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:17.069360 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ddc00a49-2106-4adc-a939-29942604ab1e req-4390ac7b-8d93-4ad9-af3d-525620060587 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0535336 Aug 26 15:59:17.125812 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ddc00a49-2106-4adc-a939-29942604ab1e req-bacb6585-d870-49ba-9a4c-a533565d643b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Aug 26 15:59:17.181215 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071b68c-2321-4417-a5c7-520a8deaded7 req-4400b1fe-ea3f-439e-842f-fb911a5107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:17.183592 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3071b68c-2321-4417-a5c7-520a8deaded7 req-4400b1fe-ea3f-439e-842f-fb911a5107e0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1130 time: 0.0548270 Aug 26 15:59:17.233729 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:17.243790 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3071b68c-2321-4417-a5c7-520a8deaded7 req-8c55a799-5bb5-4d97-925b-59ab785db877 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534496 Aug 26 15:59:18.265261 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c936d-02a9-4056-9f4f-25cc8876a14e req-37c03dc3-0438-4829-81db-2078231da782 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:18.267184 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5b7c936d-02a9-4056-9f4f-25cc8876a14e req-37c03dc3-0438-4829-81db-2078231da782 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Aug 26 15:59:18.339758 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5b7c936d-02a9-4056-9f4f-25cc8876a14e req-f98f64b5-0d4a-4265-8af0-f049baa53889 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655818 Aug 26 15:59:19.496531 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1fa34-8904-41b0-af25-8a3587e5eccb req-f3c8746f-260a-4292-8acb-bc3356bf2725 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:19.498645 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1ac1fa34-8904-41b0-af25-8a3587e5eccb req-f3c8746f-260a-4292-8acb-bc3356bf2725 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0493610 Aug 26 15:59:19.564247 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1ac1fa34-8904-41b0-af25-8a3587e5eccb req-c3ba69f9-79b0-4818-9ad0-4eff26e1b4dd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553198 Aug 26 15:59:19.725648 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5922-5309-437c-88c3-fdc6513e8789 req-61f9adb7-ce66-4e06-b75f-35a2e0b75983 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:19.727205 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-18cb5922-5309-437c-88c3-fdc6513e8789 req-61f9adb7-ce66-4e06-b75f-35a2e0b75983 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0646002 Aug 26 15:59:19.738732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43722) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:19.743755 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Request body: {'floatingip': {'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:19.786287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:19.979338 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:20.563547 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.db.resource_extend [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 15:59:20.614929 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.684870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.786998 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Floating IP 50015606-fc78-437c-a0bb-cbcf1c7d5512 associated. External IP: 172.27.3.91, port: 63d32d8a-e638-4a51-aaf0-bb470afb21db. Aug 26 15:59:21.002464 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:59:21.125723 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:21.141854 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:59:21.146672 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:21.154556 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:59:21.170721 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:59:21.171356 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:59:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:21.188309 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-5f90fad9-baff-41fa-8c7b-7ee83f79ed42 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "PUT /networking/v2.0/floatingips/50015606-fc78-437c-a0bb-cbcf1c7d5512 HTTP/1.1" status: 200 len: 991 time: 1.4479742 Aug 26 15:59:21.189804 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:21.193928 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:21.238800 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e9ad1-9309-4cf5-808f-d90f4e56e949 x-openstack-request-id: req-8d8e9ad1-9309-4cf5-808f-d90f4e56e949 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:21.239084 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:21.239330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d8e9ad1-9309-4cf5-808f-d90f4e56e949 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:21.239741 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8e9ad1-9309-4cf5-808f-d90f4e56e949'] response: {'name': 'network-changed', 'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'status': 'completed', 'code': 200} Aug 26 15:59:21.355669 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-c92e31b7-a9d6-4757-b531-668dcde6f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.357915 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-c92e31b7-a9d6-4757-b531-668dcde6f18a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1130 time: 0.0587487 Aug 26 15:59:21.454384 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:59:21.463183 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-b0f81b1f-e0a4-4742-9d64-e2da9aa05cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.464759 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-b0f81b1f-e0a4-4742-9d64-e2da9aa05cb2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.1004860 Aug 26 15:59:21.527656 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:21.541657 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-de2a9186-1303-46a7-bd93-82d025c9d1f6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 999 time: 0.0652337 Aug 26 15:59:21.608362 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-96a7db52-2451-4982-a17f-e63a5672647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.610224 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-96a7db52-2451-4982-a17f-e63a5672647f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0675831 Aug 26 15:59:21.670107 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-aa1513da-b45c-41d9-9665-6a7a5103b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.671697 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-aa1513da-b45c-41d9-9665-6a7a5103b03b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558693 Aug 26 15:59:21.710804 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '50015606-fc78-437c-a0bb-cbcf1c7d5512', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:57Z', 'updated_at': '2022-08-26T15:59:20Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:21.734789 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:21.739082 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:59:21.749356 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:59:21.749993 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T15:59:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:21.790764 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-d145eaec-8111-4ef7-8ab2-e802176b30be service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128342 Aug 26 15:59:21.797649 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:21.866435 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:59:21.923282 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-69e3eabe-bcf1-4b72-b388-7016c2cf3d4d req-c4b9115e-4fc7-4de1-ab3b-413a36bebb80 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255560 Aug 26 15:59:22.139494 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '50015606-fc78-437c-a0bb-cbcf1c7d5512', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:57Z', 'updated_at': '2022-08-26T15:59:20Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:22.167353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b611c-c79c-4ca1-b861-bec1ed8e4038 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '50015606-fc78-437c-a0bb-cbcf1c7d5512', 'tenant_id': '10b0a72955244448954be539f99435e9', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:58:57Z', 'updated_at': '2022-08-26T15:59:20Z', 'revision_number': 1, 'project_id': '10b0a72955244448954be539f99435e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:59:22.398731 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef980d3-469d-469f-85b1-3639236a5c9e None None] New status for floating IP 50015606-fc78-437c-a0bb-cbcf1c7d5512: ACTIVE {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:59:22.826518 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43778) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:22.939750 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-420c5482-db97-4f5f-ab80-97b7846c0e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.020023 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-420c5482-db97-4f5f-ab80-97b7846c0e4a admin admin] Publish callbacks [] for security_group (65cf06cf-b0ba-4f6c-8b21-5615274a2c97), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.089989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-420c5482-db97-4f5f-ab80-97b7846c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (65cf06cf-b0ba-4f6c-8b21-5615274a2c97), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.130606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c5482-db97-4f5f-ab80-97b7846c0e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf06cf-b0ba-4f6c-8b21-5615274a2c97,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:23.136164 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-420c5482-db97-4f5f-ab80-97b7846c0e4a admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=77593ccc79d94240bd1a07c683844214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085418 Aug 26 15:59:23.138924 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43782) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:23.221352 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] Publish callbacks [] for security_group (65cf06cf-b0ba-4f6c-8b21-5615274a2c97), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.244058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] Publish callbacks [] for security_group (65cf06cf-b0ba-4f6c-8b21-5615274a2c97), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.259156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:23.341564 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (65cf06cf-b0ba-4f6c-8b21-5615274a2c97), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.344121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.345294 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/65cf06cf-b0ba-4f6c-8b21-5615274a2c97 HTTP/1.1" status: 204 len: 168 time: 0.2053194 Aug 26 15:59:23.356379 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d41e50-38a5-4d68-8734-615cd3eb143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf06cf-b0ba-4f6c-8b21-5615274a2c97,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:24.072814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43788) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:24.087086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d62cd55f-d300-48cc-ae33-37c12738881b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.098214 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:24.174335 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d62cd55f-d300-48cc-ae33-37c12738881b admin admin] Publish callbacks [] for security_group (4af5bdbc-54ce-428a-9a00-2b65ccf356db), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.244340 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d62cd55f-d300-48cc-ae33-37c12738881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4af5bdbc-54ce-428a-9a00-2b65ccf356db), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.260350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:24.290199 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d62cd55f-d300-48cc-ae33-37c12738881b admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=0a793477b8294de891fc49abfefd470f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159607 Aug 26 15:59:24.292018 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cd55f-d300-48cc-ae33-37c12738881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5bdbc-54ce-428a-9a00-2b65ccf356db,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:24.293356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43790) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:24.348919 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] Publish callbacks [] for security_group (4af5bdbc-54ce-428a-9a00-2b65ccf356db), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.371613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] Publish callbacks [] for security_group (4af5bdbc-54ce-428a-9a00-2b65ccf356db), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.512003 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4af5bdbc-54ce-428a-9a00-2b65ccf356db), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.514997 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.516512 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4af5bdbc-54ce-428a-9a00-2b65ccf356db HTTP/1.1" status: 204 len: 168 time: 0.2220993 Aug 26 15:59:24.530898 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c1f6b-fa5e-4629-90e3-ceb59cfbac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5bdbc-54ce-428a-9a00-2b65ccf356db,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:31.175717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f4a02894-08a3-47a7-9ad1-b5e524261f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:32.545277 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:32.549479 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:33.404595 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-67dc4f72-920a-4847-a286-f5da8a543d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:34.348445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:34.409537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:34.522388 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:34.797791 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:36.404102 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:36.467265 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.431760 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.535422 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:59:51.331134 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:51.338347 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:52.529856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:52.530850 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:52.755429 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 43934) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:52.880591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:52.973105 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Publish callbacks [] for security_group (26a239d4-c599-4bf3-8b56-fc09ff73a475), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.037301 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (26a239d4-c599-4bf3-8b56-fc09ff73a475), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.078930 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a239d4-c599-4bf3-8b56-fc09ff73a475,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:53.083103 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=695495d130b44d6a8bb0d97ea0776c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262179 Aug 26 15:59:53.086915 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 43938) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:53.091253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.091696 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.092086 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.092432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.092771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.093105 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.093440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.093770 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.094097 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.094424 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.094791 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.095123 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.095450 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.095770 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.096126 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9580019-7980-4c18-94ea-27f606216f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.172492 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Publish callbacks [] for security_group (26a239d4-c599-4bf3-8b56-fc09ff73a475), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.208469 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Publish callbacks [] for security_group (26a239d4-c599-4bf3-8b56-fc09ff73a475), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.385773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (26a239d4-c599-4bf3-8b56-fc09ff73a475), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.388994 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.390288 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/26a239d4-c599-4bf3-8b56-fc09ff73a475 HTTP/1.1" status: 204 len: 168 time: 0.3018510 Aug 26 15:59:53.399176 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a239d4-c599-4bf3-8b56-fc09ff73a475,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:53.408455 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.408798 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.409143 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.409484 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.409819 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.410156 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.410480 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.410816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.411128 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.411453 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.411775 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.412216 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.412551 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.412964 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:53.413290 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9979fd-6a52-46f2-b4af-7c746cbcc0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:01.191164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fcb3756c-a059-41c1-9e3d-bdbfa191e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:01.270362 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb78ad-dd49-414f-ae17-46c574192760 req-f3b6745c-3734-4a56-9c95-114042fc2280 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.271962 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-17eb78ad-dd49-414f-ae17-46c574192760 req-f3b6745c-3734-4a56-9c95-114042fc2280 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0622337 Aug 26 16:00:01.337052 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-17eb78ad-dd49-414f-ae17-46c574192760 req-5b519b99-ad0f-4c4e-b7b3-cbbc85729f6a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584035 Aug 26 16:00:02.482738 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a86018-098d-413c-95cb-0d72926431fa req-dcaa4069-0841-4017-b2d8-13f4691f5b48 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:02.484556 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-72a86018-098d-413c-95cb-0d72926431fa req-dcaa4069-0841-4017-b2d8-13f4691f5b48 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0546525 Aug 26 16:00:02.542729 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-72a86018-098d-413c-95cb-0d72926431fa req-ad525398-93a4-4f06-8233-6ca1c08bd433 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517290 Aug 26 16:00:03.441456 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-178f8dbc-64b8-464b-b0c8-d7efcad18e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:03.720051 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6e7d-8f85-491e-b672-b2f1f6a017d5 req-6b2412a8-ab53-4c71-8da0-dd5bbffe60db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.721672 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e8b6e7d-8f85-491e-b672-b2f1f6a017d5 req-6b2412a8-ab53-4c71-8da0-dd5bbffe60db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0627759 Aug 26 16:00:03.784641 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5e8b6e7d-8f85-491e-b672-b2f1f6a017d5 req-19abe5a8-9bc7-49ae-bc71-0085d15685fb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556884 Aug 26 16:00:04.796943 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:04.927329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9712-d1c9-4ef2-8218-dee43118ccce req-74bdfa9e-b00b-44ae-b8e6-5be7cdaba57f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:04.929426 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a70d9712-d1c9-4ef2-8218-dee43118ccce req-74bdfa9e-b00b-44ae-b8e6-5be7cdaba57f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0504801 Aug 26 16:00:04.988490 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a70d9712-d1c9-4ef2-8218-dee43118ccce req-5f44e9b8-2918-463e-84e8-3c5ca94652db tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517187 Aug 26 16:00:06.365318 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbe90a-7871-4388-8907-05753b327a58 req-8b68030c-37a3-4e6a-916d-a8bdcd2a83e5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:06.366815 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-68bbe90a-7871-4388-8907-05753b327a58 req-8b68030c-37a3-4e6a-916d-a8bdcd2a83e5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.2882547 Aug 26 16:00:06.428887 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-68bbe90a-7871-4388-8907-05753b327a58 req-e2f89fb4-215e-44c5-a6b6-eb798f58a4ad tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544448 Aug 26 16:00:06.431818 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:06.511542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:06.538009 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:06.538009 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:07.653248 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fdd14-5de3-408f-8ca0-e7c6e8254e9f req-d6b1479a-5467-4a22-adca-a15cca87b1b5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:07.654782 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d97fdd14-5de3-408f-8ca0-e7c6e8254e9f req-d6b1479a-5467-4a22-adca-a15cca87b1b5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1403105 Aug 26 16:00:07.711302 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d97fdd14-5de3-408f-8ca0-e7c6e8254e9f req-e5a83f5f-f39e-4ec8-ae94-0af373e2c067 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Aug 26 16:00:08.848965 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1674f-5b02-4330-b253-6904b766611e req-88678031-bf4e-498b-a481-f8c7d8cc3f58 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:08.850490 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b0b1674f-5b02-4330-b253-6904b766611e req-88678031-bf4e-498b-a481-f8c7d8cc3f58 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0488732 Aug 26 16:00:08.899546 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-b0b1674f-5b02-4330-b253-6904b766611e req-5f46f2ff-2dea-4941-b86b-2caebaa94ff3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Aug 26 16:00:10.037138 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974c9a-cd17-4c6f-aa62-4ef33318ee59 req-f85ab1b3-bf70-4768-a4f2-064188ae65b7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:10.038550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dd974c9a-cd17-4c6f-aa62-4ef33318ee59 req-f85ab1b3-bf70-4768-a4f2-064188ae65b7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0515790 Aug 26 16:00:10.093164 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dd974c9a-cd17-4c6f-aa62-4ef33318ee59 req-73bb37db-40aa-45e9-95b4-47ce5490f455 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Aug 26 16:00:11.242979 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe41e-cae2-4003-b0f6-83cbce30614d req-aea4d717-7aca-4b23-b569-c554183ee462 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:11.245005 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-210fe41e-cae2-4003-b0f6-83cbce30614d req-aea4d717-7aca-4b23-b569-c554183ee462 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0565293 Aug 26 16:00:11.300692 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-210fe41e-cae2-4003-b0f6-83cbce30614d req-2d354e0d-5756-480d-ae04-525273faeeea tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496855 Aug 26 16:00:11.470809 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:12.445539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e55914-fea6-4cd1-9cb6-aaa395f957ab req-70b7aa17-1303-4201-9cb4-836348ea0e94 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:12.447072 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5e55914-fea6-4cd1-9cb6-aaa395f957ab req-70b7aa17-1303-4201-9cb4-836348ea0e94 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0572257 Aug 26 16:00:12.502803 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f5e55914-fea6-4cd1-9cb6-aaa395f957ab req-218c97a8-4f69-4109-a8a3-595b2c3fd417 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474210 Aug 26 16:00:13.642977 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0fcd-0c21-48c0-9fd0-5128dc658633 req-f3451186-cfa0-4614-9675-7c8c6fc77a8f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:13.644694 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-65ad0fcd-0c21-48c0-9fd0-5128dc658633 req-f3451186-cfa0-4614-9675-7c8c6fc77a8f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0536530 Aug 26 16:00:13.703678 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-65ad0fcd-0c21-48c0-9fd0-5128dc658633 req-d70f83c3-3922-41ff-9acc-fefc7933bf21 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481615 Aug 26 16:00:14.798154 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=60,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:14.800103 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=71,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:14.838580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eff272-af93-4b87-9a9d-dd06d386bb2e req-c9fc7db5-d641-4d4b-a637-5a70d3dad792 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:14.840174 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76eff272-af93-4b87-9a9d-dd06d386bb2e req-c9fc7db5-d641-4d4b-a637-5a70d3dad792 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0508013 Aug 26 16:00:14.891419 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-76eff272-af93-4b87-9a9d-dd06d386bb2e req-f2e8f9cb-4427-4973-88e8-e31762eaff64 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Aug 26 16:00:15.223912 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:00:15.335285 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:15.348586 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:00:15.398549 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: ACTIVE; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:15.399119 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:15.427569 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:15.450145 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:15.510847 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:15.564687 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=6']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:15.573759 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.574106 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.574451 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.574809 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.575141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.575502 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.575816 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.576176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.576508 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.576836 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.577161 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.577487 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.577809 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.578133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.578452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:15.981822 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:15.984158 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:16.022320 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ae663-7e38-4a08-8ecf-ff9922c29f24 req-6a275703-2552-427c-b2cc-733cb773659e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:16.023853 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f92ae663-7e38-4a08-8ecf-ff9922c29f24 req-6a275703-2552-427c-b2cc-733cb773659e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Aug 26 16:00:16.082553 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f92ae663-7e38-4a08-8ecf-ff9922c29f24 req-b1f4e7a7-3db0-4dce-985b-b9faefb217e8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502498 Aug 26 16:00:16.395078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['63d32d8a-e638-4a51-aaf0-bb470afb21db'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:17.229645 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee348f0d-7895-4676-953f-43046828d9b6 req-0699a060-b3f7-4f74-9dcd-5a35fdf776eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:17.232524 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ee348f0d-7895-4676-953f-43046828d9b6 req-0699a060-b3f7-4f74-9dcd-5a35fdf776eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0643191 Aug 26 16:00:17.287771 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ee348f0d-7895-4676-953f-43046828d9b6 req-4fe8c229-a7d7-4744-a3f4-82867ed5df19 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479963 Aug 26 16:00:18.221911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:18.298635 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 63d32d8a-e638-4a51-aaf0-bb470afb21db triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:18.299525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:18.414607 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-c6076f37-03af-4a9e-ab0b-984991acbf29 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1186602 Aug 26 16:00:18.461390 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:18.462437 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:18.505007 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fade2-f929-4f4a-86e8-5dd3aa1370d6 req-e32f1faa-8ef1-4ca4-bf04-9a61ccf3f763 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:18.507190 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ba1fade2-f929-4f4a-86e8-5dd3aa1370d6 req-e32f1faa-8ef1-4ca4-bf04-9a61ccf3f763 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0950086 Aug 26 16:00:18.550751 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:18.553064 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:18.564712 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bca81a-b1bd-484c-a9ba-d5da6109ca44" -d '{"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:18.596369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-d649d01f-e431-4b91-8531-afe343dfd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:18.602773 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-d649d01f-e431-4b91-8531-afe343dfd6ff service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1129 time: 0.0914228 Aug 26 16:00:18.622185 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ba1fade2-f929-4f4a-86e8-5dd3aa1370d6 req-4d8a017d-e54f-413f-8918-a1efc630fa06 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060889 Aug 26 16:00:18.629639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e74a5e-e45e-491f-b650-6fc130e80b8d x-openstack-request-id: req-b8e74a5e-e45e-491f-b650-6fc130e80b8d {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:18.629947 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:18.630235 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8e74a5e-e45e-491f-b650-6fc130e80b8d {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:18.630630 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e74a5e-e45e-491f-b650-6fc130e80b8d'] response: {'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'code': 200} Aug 26 16:00:18.690236 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:18.740481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:18.799027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=7']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:18.879579 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-9da7d543-742e-406c-979d-95d12557491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:18.882418 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-9da7d543-742e-406c-979d-95d12557491c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.2059889 Aug 26 16:00:18.987273 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-6ed31dc8-e8de-48b9-a6e6-41c004cf7c24 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 1000 time: 0.0978251 Aug 26 16:00:19.067095 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-6d11659e-1f8c-47c3-9c7c-e21601d07b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:19.068724 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-6d11659e-1f8c-47c3-9c7c-e21601d07b41 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0711679 Aug 26 16:00:19.132490 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-971a01be-8916-418c-b2a7-be2af4d54c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:19.134142 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-971a01be-8916-418c-b2a7-be2af4d54c26 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584559 Aug 26 16:00:19.282592 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-26c83fba-1b50-4943-bba1-2ea4f52c7588 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415012 Aug 26 16:00:19.419425 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f99eba34-90c0-488e-afda-7999ce5001b4 req-a600b498-c2f2-434b-b4f7-690e6146c5e2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287379 Aug 26 16:00:19.541467 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:00:19.832751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dade4-9a4c-4584-91da-32e60815e25b req-dd095fda-5c9f-4d7c-92b0-e50a7981adc5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:19.834358 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-173dade4-9a4c-4584-91da-32e60815e25b req-dd095fda-5c9f-4d7c-92b0-e50a7981adc5 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0869915 Aug 26 16:00:19.904782 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-173dade4-9a4c-4584-91da-32e60815e25b req-69bae3dc-e6f2-4af4-949d-64bb7c10cc0e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629559 Aug 26 16:00:21.090972 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28ec3f-f089-4c88-a283-9edda6223af9 req-0870accc-c488-4d25-b6d9-8d4e73cf8ff4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:21.092930 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fc28ec3f-f089-4c88-a283-9edda6223af9 req-0870accc-c488-4d25-b6d9-8d4e73cf8ff4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0770352 Aug 26 16:00:21.169160 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fc28ec3f-f089-4c88-a283-9edda6223af9 req-56522c2e-3b5d-4468-acc9-a42628158d1c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703971 Aug 26 16:00:21.268727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44192) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:21.526510 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port 78c76b2d-b951-4e16-a076-a18beef2f0bf {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:21.527245 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:21.699615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:21.700216 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (78c76b2d-b951-4e16-a076-a18beef2f0bf), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:21.730227 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for 78c76b2d-b951-4e16-a076-a18beef2f0bf owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:22.094402 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (78c76b2d-b951-4e16-a076-a18beef2f0bf), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:22.135564 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=78c76b2d-b951-4e16-a076-a18beef2f0bf,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:22.203808 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:22.233508 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (8966f35c-7bb4-42c9-9a49-6e7f6de7de7e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:22.233979 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP 8966f35c-7bb4-42c9-9a49-6e7f6de7de7e disassociated (deleted). External IP: 172.27.3.63, port: 964e07b3-ad1b-4b31-85e4-93fe4da08f4c. Aug 26 16:00:22.421633 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda679-62f0-4454-ab65-a01a27bcec2c req-0de0a20e-2848-445b-bdbe-aa33755bf6a6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:22.432481 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07bda679-62f0-4454-ab65-a01a27bcec2c req-0de0a20e-2848-445b-bdbe-aa33755bf6a6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1363873 Aug 26 16:00:22.581429 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-07bda679-62f0-4454-ab65-a01a27bcec2c req-a977c9d4-b1c9-4513-9595-2587812517ae tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228745 Aug 26 16:00:22.870929 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:22.936682 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:23.021891 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:23.030225 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:23.037611 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:23.060107 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:23.061324 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:23.061963 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:23.105875 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-980fb4be-2657-4e6d-bbc5-83003967d516 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/8966f35c-7bb4-42c9-9a49-6e7f6de7de7e HTTP/1.1" status: 204 len: 168 time: 1.8349371 Aug 26 16:00:23.107451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:23.113324 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb47875d-b605-4f5c-a509-041e71a652a5" -d '{"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:23.192276 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b659f3-db20-4278-82d1-a64df87990ea x-openstack-request-id: req-53b659f3-db20-4278-82d1-a64df87990ea {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:23.197957 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:23.198884 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-53b659f3-db20-4278-82d1-a64df87990ea {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:23.199666 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b659f3-db20-4278-82d1-a64df87990ea'] response: {'name': 'network-changed', 'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'status': 'completed', 'code': 200} Aug 26 16:00:23.303498 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:23.338091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-6a73c146-3d0e-41fb-9180-a602461045da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:23.339973 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-6a73c146-3d0e-41fb-9180-a602461045da service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 1129 time: 0.0630839 Aug 26 16:00:23.716369 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:23.768735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:23.786847 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:23.788267 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:23.798095 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500f22-963e-4c2b-b1ec-540142845f74 req-a6762320-571c-44cd-b7e6-fb96bbbb5f26 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:23.810547 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56194-45b1-4b04-9049-2f5ec6c8533c req-17f46958-3d98-42b4-ac12-53075083ae57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:23.812143 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f0500f22-963e-4c2b-b1ec-540142845f74 req-a6762320-571c-44cd-b7e6-fb96bbbb5f26 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1007864 Aug 26 16:00:23.812796 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a6d56194-45b1-4b04-9049-2f5ec6c8533c req-17f46958-3d98-42b4-ac12-53075083ae57 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0831995 Aug 26 16:00:23.855799 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:23.889326 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f0500f22-963e-4c2b-b1ec-540142845f74 req-0c394155-24ce-4189-89b1-c945105f3f2b tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758815 Aug 26 16:00:23.920663 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a6d56194-45b1-4b04-9049-2f5ec6c8533c req-86c1eb8c-dc24-42ea-89fe-1d084cc809ee tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992043 Aug 26 16:00:23.984647 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:24.307467 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:24.342879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303766b-c6b5-4a20-950d-4d16cbe20358 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': '3d40aa86-026b-4420-bce1-5b237e4b59af', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'port_id': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'mac_address': 'fa:16:3e:6c:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:23Z', 'updated_at': '2022-08-26T15:56:25Z', 'revision_number': 1, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:24.624491 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd233c-74ee-4009-8e7a-3f871e703ce8 None None] New status for floating IP 8966f35c-7bb4-42c9-9a49-6e7f6de7de7e: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:00:25.037365 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072744d3-c61e-43a7-bf49-296e584415df req-b8776430-a770-4e42-8c9f-e3c7409af98f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:25.044948 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-072744d3-c61e-43a7-bf49-296e584415df req-b8776430-a770-4e42-8c9f-e3c7409af98f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0696318 Aug 26 16:00:25.052890 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:25.074733 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337648fd-8bf3-4e11-9bc6-421350618727 req-e0b983bb-1dfe-45e1-adf8-eb865eb51f9c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:25.084702 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-337648fd-8bf3-4e11-9bc6-421350618727 req-e0b983bb-1dfe-45e1-adf8-eb865eb51f9c tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0787830 Aug 26 16:00:25.121008 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-072744d3-c61e-43a7-bf49-296e584415df req-42978b54-4552-4ed8-89dd-4e1fb7fcaa65 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729651 Aug 26 16:00:25.160740 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-337648fd-8bf3-4e11-9bc6-421350618727 req-96d9267f-f8e9-4697-ad28-2bc006b82d6a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716455 Aug 26 16:00:26.310303 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2872b-7aea-463a-8981-ab6010763649 req-04e092fd-81a7-4dd0-880c-43c68a230dc1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:26.316731 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0fb2872b-7aea-463a-8981-ab6010763649 req-04e092fd-81a7-4dd0-880c-43c68a230dc1 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0673544 Aug 26 16:00:26.326632 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad25662-f6b7-4047-bb17-47440301da09 req-d14b193c-95df-49bb-b561-5962c92ba8d9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:26.338734 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bad25662-f6b7-4047-bb17-47440301da09 req-d14b193c-95df-49bb-b561-5962c92ba8d9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1130550 Aug 26 16:00:26.430502 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-28c4e27e-eb6b-495e-9e2e-7512c1da0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:26.432553 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0fb2872b-7aea-463a-8981-ab6010763649 req-c6d85c57-e8d5-43a2-bb39-ab9e63e31b10 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124723 Aug 26 16:00:26.432787 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-28c4e27e-eb6b-495e-9e2e-7512c1da0ed0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.3647416 Aug 26 16:00:26.461010 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bad25662-f6b7-4047-bb17-47440301da09 req-19bccfe8-f74e-4234-8919-3d3c887cb487 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206353 Aug 26 16:00:27.505464 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-893e3a8d-a63f-4680-aaf8-c270fe0c61ba service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c HTTP/1.1" status: 200 len: 217 time: 0.0787425 Aug 26 16:00:27.608274 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-4790f175-ac73-48d9-934e-9b8f289b371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.609794 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-4790f175-ac73-48d9-934e-9b8f289b371b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0890148 Aug 26 16:00:27.673209 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045faea-60a4-4c50-bb5f-30fa0f02038f req-d50b5728-af6c-48d5-99d8-220a7cf49330 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.681734 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c045faea-60a4-4c50-bb5f-30fa0f02038f req-d50b5728-af6c-48d5-99d8-220a7cf49330 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.1138260 Aug 26 16:00:27.767283 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c045faea-60a4-4c50-bb5f-30fa0f02038f req-937c5659-4737-46cc-9b16-47015cea22a6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842617 Aug 26 16:00:27.779093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d75f5a-4e3c-4883-85a4-1a3ca5236535 req-5a45fde9-5dd2-4a89-a30d-03963cb8ee9e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.780700 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d0d75f5a-4e3c-4883-85a4-1a3ca5236535 req-5a45fde9-5dd2-4a89-a30d-03963cb8ee9e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1247661 Aug 26 16:00:27.789237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-9f85d535-7669-4e7b-ab94-f665f457e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.791805 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-9f85d535-7669-4e7b-ab94-f665f457e2eb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0941327 Aug 26 16:00:27.851204 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d0d75f5a-4e3c-4883-85a4-1a3ca5236535 req-50892856-0b28-4c15-8f34-f27b6cdc1651 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565577 Aug 26 16:00:28.150777 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e720a071-4adc-4090-84d6-c4696f1ba000 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:28.152886 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e720a071-4adc-4090-84d6-c4696f1ba000 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 945 time: 0.0555003 Aug 26 16:00:28.156113 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-1dcbeb15-5bbb-4b00-a754-cc67f2c2fc51 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625144 Aug 26 16:00:28.272757 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:28.273115 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-cb47875d-b605-4f5c-a509-041e71a652a5 req-5932ba6d-5bcc-42e4-8da4-43d9827e309c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097119 Aug 26 16:00:28.273349 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:28.332754 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:28.382275 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] For port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:28.382819 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:28.405890 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for 964e07b3-ad1b-4b31-85e4-93fe4da08f4c owned by compute:nova {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:28.665032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (964e07b3-ad1b-4b31-85e4-93fe4da08f4c), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:28.706840 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=964e07b3-ad1b-4b31-85e4-93fe4da08f4c,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:28.773455 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] No DVR routers for this DVR port 964e07b3-ad1b-4b31-85e4-93fe4da08f4c on host hv-cinder-83124 {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:28.777998 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:28.784240 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-afedd2d0-725f-4c73-b7e4-6253d13739a2 req-e36ce9cc-fdf2-496f-ad46-58eab8d12259 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "DELETE /networking/v2.0/ports/964e07b3-ad1b-4b31-85e4-93fe4da08f4c HTTP/1.1" status: 204 len: 173 time: 0.6219087 Aug 26 16:00:28.785404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'name': 'network-vif-deleted', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:28.797681 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84116ebd-0430-4170-8af2-0b595fe9cc85" -d '{"events": [{"server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "name": "network-vif-deleted", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:28.858210 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2c815c-88b4-49d4-a166-2796086a208a x-openstack-request-id: req-4e2c815c-88b4-49d4-a166-2796086a208a {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:28.858943 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668a64a3-6f61-478a-8538-d8cd087f9f8a", "name": "network-vif-deleted", "tag": "964e07b3-ad1b-4b31-85e4-93fe4da08f4c", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:28.859581 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e2c815c-88b4-49d4-a166-2796086a208a {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:28.860596 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2c815c-88b4-49d4-a166-2796086a208a'] response: {'server_uuid': '668a64a3-6f61-478a-8538-d8cd087f9f8a', 'name': 'network-vif-deleted', 'tag': '964e07b3-ad1b-4b31-85e4-93fe4da08f4c', 'status': 'completed', 'code': 200} Aug 26 16:00:28.912265 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-49366386-4535-43ca-9f5c-a1ab7dd5e552 req-c70c950c-40e2-463c-89e3-383bf2000e12 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0410752 Aug 26 16:00:29.078506 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:29.110665 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc45584-3a50-4c0f-a961-76d9a512c16f req-694d5dbe-4221-4f62-97a1-25e429dea7fc tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:29.126257 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2cc45584-3a50-4c0f-a961-76d9a512c16f req-694d5dbe-4221-4f62-97a1-25e429dea7fc tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1111424 Aug 26 16:00:29.211114 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2cc45584-3a50-4c0f-a961-76d9a512c16f req-3d37f2a4-3ab4-4bf0-813f-c7476161c9bd tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795979 Aug 26 16:00:30.035133 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e6e5af7a-e915-4535-afe9-57ff0d94eb56 req-e4aaccb5-05d9-460d-aec9-01ddc19b218e tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=668a64a3-6f61-478a-8538-d8cd087f9f8a HTTP/1.1" status: 200 len: 210 time: 0.0304437 Aug 26 16:00:30.350567 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a91ce8-ee59-4385-b2b6-f726f0f496c7 req-141577c0-318f-4529-b4d3-c1a540c69e3a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:30.352107 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-19a91ce8-ee59-4385-b2b6-f726f0f496c7 req-141577c0-318f-4529-b4d3-c1a540c69e3a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0512953 Aug 26 16:00:30.414023 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-19a91ce8-ee59-4385-b2b6-f726f0f496c7 req-30ac523d-6938-453f-8241-f4466afbed24 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555053 Aug 26 16:00:30.899406 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427849e-c4c2-4320-917b-d56c90883965 req-dc3fbd36-3a59-4ecf-9ba7-702dac1e9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:30.901618 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-dc3fbd36-3a59-4ecf-9ba7-702dac1e9dc2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1130 time: 0.0534670 Aug 26 16:00:31.026587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427849e-c4c2-4320-917b-d56c90883965 req-36e05038-73e6-4e77-b8ae-c43a3b42ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.028210 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-36e05038-73e6-4e77-b8ae-c43a3b42ff00 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.1183219 Aug 26 16:00:31.112445 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-7d0f132c-407d-4b81-a351-dcff1243b338 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 1001 time: 0.0742092 Aug 26 16:00:31.172703 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427849e-c4c2-4320-917b-d56c90883965 req-d0ec2812-9806-4a3f-95f4-a112ddaabb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.174219 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-d0ec2812-9806-4a3f-95f4-a112ddaabb7a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0547304 Aug 26 16:00:31.189474 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3de85af7-d51d-42b9-9113-61d3ee7c3ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:31.222151 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427849e-c4c2-4320-917b-d56c90883965 req-5ba96fd7-2841-4288-ab98-b31c43bcfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.223772 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-5ba96fd7-2841-4288-ab98-b31c43bcfea8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413873 Aug 26 16:00:31.237817 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-92a6904a-4123-4b28-baf9-03544eac730b service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:00:31.238837 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-92a6904a-4123-4b28-baf9-03544eac730b service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055888 Aug 26 16:00:31.346000 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-a1df54c9-8f29-4bf2-8bc7-befcc2e5de42 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983396 Aug 26 16:00:31.453722 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6427849e-c4c2-4320-917b-d56c90883965 req-04564b1b-1521-4787-9c85-fc1ab3c5a51b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983129 Aug 26 16:00:31.556601 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64312581-ab51-4d1c-8839-5d26c09dad0f req-38886b18-6207-4e6e-9c83-cf164e83315a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.558150 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-64312581-ab51-4d1c-8839-5d26c09dad0f req-38886b18-6207-4e6e-9c83-cf164e83315a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0518939 Aug 26 16:00:31.612146 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-64312581-ab51-4d1c-8839-5d26c09dad0f req-28869ee1-4c00-4a61-b874-ae07f8d44f2d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 Aug 26 16:00:32.288617 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 964e07b3-ad1b-4b31-85e4-93fe4da08f4c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:32.308705 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 964e07b3-ad1b-4b31-85e4-93fe4da08f4c {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:32.309041 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 964e07b3-ad1b-4b31-85e4-93fe4da08f4c not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:32.751920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96456f-f9f5-43a7-aae5-69ec1d3d9c21 req-861f937e-2163-48e4-b100-aef68262b214 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:32.753669 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a96456f-f9f5-43a7-aae5-69ec1d3d9c21 req-861f937e-2163-48e4-b100-aef68262b214 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.0549402 Aug 26 16:00:32.808497 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a96456f-f9f5-43a7-aae5-69ec1d3d9c21 req-fd400f36-b411-4ddf-88ca-b20914a4aaa3 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469913 Aug 26 16:00:33.428633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-1354d0fd-5cf5-4d06-b147-403f3db1c927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:33.546822 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44316) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:33.553415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:33.738171 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port 39320845-d0ee-4e10-b5a5-6a006c6ac94e {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:33.738712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:33.880417 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:33.881517 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (39320845-d0ee-4e10-b5a5-6a006c6ac94e), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:33.909811 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for 39320845-d0ee-4e10-b5a5-6a006c6ac94e owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:33.916937 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:33.917214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44322) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:34.056939 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b121a695-3fd5-4c3a-aabe-bcdfadb72a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.081081 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e63a26-305e-4819-8e25-5e50e9f50bbd req-fcd5c034-4a71-44c7-b0cd-579491c196eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:34.083406 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c1e63a26-305e-4819-8e25-5e50e9f50bbd req-fcd5c034-4a71-44c7-b0cd-579491c196eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 946 time: 0.1546385 Aug 26 16:00:34.130551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.151243 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b121a695-3fd5-4c3a-aabe-bcdfadb72a78 admin admin] Publish callbacks [] for security_group (a2d76692-4599-4bf3-a688-8eae43542328), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.179922 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c1e63a26-305e-4819-8e25-5e50e9f50bbd req-15dbd9b1-7278-4c61-b209-44d3fcfa5526 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883608 Aug 26 16:00:34.217558 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-b121a695-3fd5-4c3a-aabe-bcdfadb72a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a2d76692-4599-4bf3-a688-8eae43542328), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.262559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.266373 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b121a695-3fd5-4c3a-aabe-bcdfadb72a78 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=547acc5b53c748e09932c2b0613a08fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477604 Aug 26 16:00:34.267600 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a695-3fd5-4c3a-aabe-bcdfadb72a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d76692-4599-4bf3-a688-8eae43542328,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.269747 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44328) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:34.303350 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:34.326380 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] Publish callbacks [] for security_group (a2d76692-4599-4bf3-a688-8eae43542328), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.351792 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] Publish callbacks [] for security_group (a2d76692-4599-4bf3-a688-8eae43542328), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.385442 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (39320845-d0ee-4e10-b5a5-6a006c6ac94e), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.393986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: ACTIVE; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:34.394693 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.405926 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.420506 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:34.422781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd347f-eb95-46c5-a56a-5de34ff4087c" -d '{"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:34.439454 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:34.456885 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=39320845-d0ee-4e10-b5a5-6a006c6ac94e,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.470746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc0329-93b1-4829-9d7d-58602d40106f x-openstack-request-id: req-fbdc0329-93b1-4829-9d7d-58602d40106f {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:34.470746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:34.470986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fbdc0329-93b1-4829-9d7d-58602d40106f {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:34.471436 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbdc0329-93b1-4829-9d7d-58602d40106f'] response: {'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'code': 200} Aug 26 16:00:34.512824 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (3d40aa86-026b-4420-bce1-5b237e4b59af), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.513314 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Floating IP 3d40aa86-026b-4420-bce1-5b237e4b59af disassociated (deleted). External IP: 172.27.3.78, port: 9143864b-8fdf-40b9-bf7b-dddb7bfa986e. Aug 26 16:00:34.538929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.561597 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a2d76692-4599-4bf3-a688-8eae43542328), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.564334 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.567199 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a2d76692-4599-4bf3-a688-8eae43542328 HTTP/1.1" status: 204 len: 168 time: 0.2944970 Aug 26 16:00:34.589022 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19344-d858-418e-a432-2cbbe674794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d76692-4599-4bf3-a688-8eae43542328,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.628952 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.637553 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=8']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.772952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:34.786164 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.857225 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.912700 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.923161 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:34.933254 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.935485 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:34.948826 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:34.949735 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:34.983937 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b90984fb-c089-4601-94fb-45ebb276fac6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/3d40aa86-026b-4420-bce1-5b237e4b59af HTTP/1.1" status: 204 len: 168 time: 1.4359682 Aug 26 16:00:34.984990 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:35.001963 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92995ced-d121-4b31-82e6-5f419de6906c" -d '{"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:35.096838 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:35.340442 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:35.366334 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:35.375790 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:35.376442 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:35.453332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ef4de-2995-474d-88db-8e653d2d4887 x-openstack-request-id: req-408ef4de-2995-474d-88db-8e653d2d4887 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:35.453784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:35.454184 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-408ef4de-2995-474d-88db-8e653d2d4887 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:35.454726 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408ef4de-2995-474d-88db-8e653d2d4887'] response: {'name': 'network-changed', 'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'status': 'completed', 'code': 200} Aug 26 16:00:35.532541 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:35.596302 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1c126-2662-46e0-b77f-40556bb315e8 req-e40743ee-a2c1-45f8-b93d-10962c695880 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.599048 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-21e1c126-2662-46e0-b77f-40556bb315e8 req-e40743ee-a2c1-45f8-b93d-10962c695880 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0774021 Aug 26 16:00:35.675093 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-21e1c126-2662-46e0-b77f-40556bb315e8 req-9f13b701-4968-4d31-99c8-43e841eefd95 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653484 Aug 26 16:00:35.802978 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:35.841969 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14dccf-cdea-4c11-90d1-81a31e7060a0 None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T15:52:18Z', 'revision_number': 4, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '18912622-e3ad-4f8b-ae22-b7a504eeebe9', 'name': '', 'network_id': '4908c59f-0bb1-43e0-b8ad-2ab3083c5d12', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'mac_address': 'fa:16:3e:6d:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '189f0b7a-9237-420d-a938-8348142ff37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:17Z', 'updated_at': '2022-08-26T15:52:23Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'subnets': [{'id': '189f0b7a-9237-420d-a938-8348142ff37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:36.141180 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6ba6f-1925-4fea-8fe7-1d68ce0f42c4 None None] New status for floating IP 3d40aa86-026b-4420-bce1-5b237e4b59af: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:00:36.412539 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:36.429547 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:36.593715 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-ab872cfc-075b-4af1-8567-fd6ad99ccdfb req-98a1adcb-be7e-4a8a-83f8-729c68fd051f service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:00:36.594819 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ab872cfc-075b-4af1-8567-fd6ad99ccdfb req-98a1adcb-be7e-4a8a-83f8-729c68fd051f service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1119685 Aug 26 16:00:36.717110 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92995ced-d121-4b31-82e6-5f419de6906c req-673723d6-d930-439b-8d46-6e580b26fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:36.718681 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-673723d6-d930-439b-8d46-6e580b26fa02 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d19b01b0af6c43feb357799d8ae948e1&device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 1129 time: 0.0989881 Aug 26 16:00:36.816495 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32005689-569a-419b-9337-43819707ed19 req-656a2ec1-6858-499a-8c5f-ddf1378ffcd9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:36.818510 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-32005689-569a-419b-9337-43819707ed19 req-656a2ec1-6858-499a-8c5f-ddf1378ffcd9 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Aug 26 16:00:36.876480 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-32005689-569a-419b-9337-43819707ed19 req-ba86af1c-22ce-47ff-ba81-5ebe7129638a tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c2404d9-617c-4813-ac41-04415d782233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493691 Aug 26 16:00:36.900013 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92995ced-d121-4b31-82e6-5f419de6906c req-280bab3d-7af9-4b97-800b-0cdd4fdea8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:36.900013 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-280bab3d-7af9-4b97-800b-0cdd4fdea8e7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 200 len: 913 time: 0.0988765 Aug 26 16:00:37.030537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740615e-ddbe-402c-9e87-32fbe486d5ac req-dce2a438-7bdc-49cd-9519-49544397e161 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.031580 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3740615e-ddbe-402c-9e87-32fbe486d5ac req-dce2a438-7bdc-49cd-9519-49544397e161 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0502639 Aug 26 16:00:37.066054 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-69234d62-b70b-4bd9-a13e-583f4e00ab01 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 200 len: 217 time: 0.0427024 Aug 26 16:00:37.133466 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3740615e-ddbe-402c-9e87-32fbe486d5ac req-d8f435ef-3265-4e7c-8e1a-0fef6337fe5a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878801 Aug 26 16:00:37.168289 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92995ced-d121-4b31-82e6-5f419de6906c req-a660054d-b224-4c0c-8a5f-8b98b3db7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.168289 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-a660054d-b224-4c0c-8a5f-8b98b3db7eac service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 200 len: 850 time: 0.0862489 Aug 26 16:00:37.222455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8c341101-2087-4a6e-a88d-9ebb479fac12 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.224575 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8c341101-2087-4a6e-a88d-9ebb479fac12 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 945 time: 0.0660782 Aug 26 16:00:37.225251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92995ced-d121-4b31-82e6-5f419de6906c req-35ba28ca-e320-45a3-9a1d-71028f6f40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.227007 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-35ba28ca-e320-45a3-9a1d-71028f6f40ce service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597079 Aug 26 16:00:37.329551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:37.330046 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:37.337292 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-fc544fcc-4f7d-4854-9001-279071029338 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018674 Aug 26 16:00:37.433571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] For port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:37.433923 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:37.436446 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-92995ced-d121-4b31-82e6-5f419de6906c req-5840a874-fb97-417f-92d0-a82fc88e2810 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935664 Aug 26 16:00:37.448419 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for 9143864b-8fdf-40b9-bf7b-dddb7bfa986e owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:37.622445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44454) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:37.641492 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (9143864b-8fdf-40b9-bf7b-dddb7bfa986e), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:37.673677 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=9143864b-8fdf-40b9-bf7b-dddb7bfa986e,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:37.723604 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] No DVR routers for this DVR port 9143864b-8fdf-40b9-bf7b-dddb7bfa986e on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:37.726277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:37.730247 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ab8ae80e-931c-4f0d-ad4c-7a98c7bfba92 req-8a4c9cb7-ef5a-4ccb-8c35-7fc9d0258d48 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9143864b-8fdf-40b9-bf7b-dddb7bfa986e HTTP/1.1" status: 204 len: 173 time: 0.4957976 Aug 26 16:00:37.730725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'name': 'network-vif-deleted', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:37.733118 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f083a8-3ee8-48da-9f4c-781c811328b5" -d '{"events": [{"server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "name": "network-vif-deleted", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:37.740300 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-c8578041-e637-4e72-81c6-a6bd4081cccd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160192 Aug 26 16:00:37.745879 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-fbc5dabf-67c1-4c55-93fc-87af827ba242 service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:00:37.759279 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-fbc5dabf-67c1-4c55-93fc-87af827ba242 service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0176415 Aug 26 16:00:37.847029 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44476) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:37.881795 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2267cc51-2226-409c-a869-f051e4363866 x-openstack-request-id: req-2267cc51-2226-409c-a869-f051e4363866 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:37.882325 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40898498-b30e-4c04-bef4-fca5f87da4c0", "name": "network-vif-deleted", "tag": "9143864b-8fdf-40b9-bf7b-dddb7bfa986e", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:37.882430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2267cc51-2226-409c-a869-f051e4363866 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:37.882862 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2267cc51-2226-409c-a869-f051e4363866'] response: {'server_uuid': '40898498-b30e-4c04-bef4-fca5f87da4c0', 'name': 'network-vif-deleted', 'tag': '9143864b-8fdf-40b9-bf7b-dddb7bfa986e', 'status': 'completed', 'code': 200} Aug 26 16:00:37.983026 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-d2c81a5f-c1b0-4d95-83f1-dfb77f7004f4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.984510 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-d2c81a5f-c1b0-4d95-83f1-dfb77f7004f4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports/63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 941 time: 0.1360619 Aug 26 16:00:37.990938 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd99523a-c9dd-448b-b09c-cf19368bb0ec req-542b5425-2921-4295-9171-eaa7f8b77513 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0347016 Aug 26 16:00:38.315033 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf062c32-cc4b-40b2-a466-cc66d19e3c6b req-2c5a494c-e5fc-4a65-ad8c-bec215f076c6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:38.317219 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cf062c32-cc4b-40b2-a466-cc66d19e3c6b req-2c5a494c-e5fc-4a65-ad8c-bec215f076c6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0633647 Aug 26 16:00:38.333772 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:38.380293 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cf062c32-cc4b-40b2-a466-cc66d19e3c6b req-9e6a0fc3-b3c7-497d-8c15-942daee1a94c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562849 Aug 26 16:00:38.447517 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: DOWN; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:39.116719 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3fd8a97d-7939-41bb-91ca-c8010af068b9 req-78d62e66-167d-4141-89a0-a7f7c00b7982 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=40898498-b30e-4c04-bef4-fca5f87da4c0 HTTP/1.1" status: 200 len: 210 time: 0.0298903 Aug 26 16:00:39.529677 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab6cef-c2d5-476b-afb5-22aaaabd393e req-ded09696-0c19-4cc0-aa71-0753c3e151b9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.531227 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cfab6cef-c2d5-476b-afb5-22aaaabd393e req-ded09696-0c19-4cc0-aa71-0753c3e151b9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0543249 Aug 26 16:00:39.582337 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-cfab6cef-c2d5-476b-afb5-22aaaabd393e req-da17b7bb-0f41-4bb1-b8ae-d18f0265ac8c tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Aug 26 16:00:39.844718 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-2c4847cc-1eec-4ab5-b4e1-f1b248eb3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.846289 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-2c4847cc-1eec-4ab5-b4e1-f1b248eb3737 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62&tenant_id=10b0a72955244448954be539f99435e9 HTTP/1.1" status: 200 len: 1128 time: 0.0445836 Aug 26 16:00:39.928084 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-1d3e2140-fda9-4721-abbf-8983fef1d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.929580 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-1d3e2140-fda9-4721-abbf-8983fef1d68e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1128 time: 0.0408359 Aug 26 16:00:40.023475 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:40.026619 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-a11b306c-6c29-4fbd-915b-306de74e20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:40.028135 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-a11b306c-6c29-4fbd-915b-306de74e20dc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.0924387 Aug 26 16:00:40.094194 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-c5a2e015-1aa4-4fc5-8577-168f99b2be9f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 999 time: 0.0585084 Aug 26 16:00:40.149610 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-23cd5399-6a66-42b7-9b88-68731642726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:40.150976 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-23cd5399-6a66-42b7-9b88-68731642726a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0502734 Aug 26 16:00:40.189038 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44502) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:40.200606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-706297c9-06cb-408f-871e-9954150246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:40.202137 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-706297c9-06cb-408f-871e-9954150246bf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441010 Aug 26 16:00:40.295663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:40.316121 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Deleting port b7ce9db0-23e6-4dcf-9be6-7b4711f3056b {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:40.317665 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.317798 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-4aa4d349-6124-4b36-8e22-eda4c7958662 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080170 Aug 26 16:00:40.407719 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:40.419306 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.419773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.422969 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:40.434488 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a4cc9480-6ba4-4f85-914f-9695cd0ec28a req-09ac57eb-c43a-4bc5-a367-0ef0b4dde2e0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099966 Aug 26 16:00:40.441412 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Calling delete_port for b7ce9db0-23e6-4dcf-9be6-7b4711f3056b owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:40.687191 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (b7ce9db0-23e6-4dcf-9be6-7b4711f3056b), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.759610 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'Port': ['ID=b7ce9db0-23e6-4dcf-9be6-7b4711f3056b,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:40.828667 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00591-f3e7-4f1f-96b4-94e5dc250796 req-8e89ab12-8c22-4755-8235-e376cbb26d9e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:40.831285 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-79c00591-f3e7-4f1f-96b4-94e5dc250796 req-8e89ab12-8c22-4755-8235-e376cbb26d9e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.1569746 Aug 26 16:00:40.912061 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for floatingip (d60c3477-169f-4ecd-bd63-e3bdb7c73966), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.915250 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.916464 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-390abe59-427e-46d4-affd-c0469e82b8c6 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/d60c3477-169f-4ecd-bd63-e3bdb7c73966 HTTP/1.1" status: 204 len: 168 time: 0.7260799 Aug 26 16:00:40.936444 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-79c00591-f3e7-4f1f-96b4-94e5dc250796 req-97d9a473-7f97-4ee2-be5b-2e9b4cd81ae7 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772388 Aug 26 16:00:41.445491 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.089321 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbd60d-e034-4bf6-8523-d0085a978b4b req-1f627b58-48ac-4706-9f65-1e83ceca36d8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:42.091463 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-32bbd60d-e034-4bf6-8523-d0085a978b4b req-1f627b58-48ac-4706-9f65-1e83ceca36d8 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0592377 Aug 26 16:00:42.142977 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-32bbd60d-e034-4bf6-8523-d0085a978b4b req-d167b679-5401-4360-918d-a44f1860eaea tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Aug 26 16:00:42.340796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9143864b-8fdf-40b9-bf7b-dddb7bfa986e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:42.348511 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44542) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:42.370353 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 9143864b-8fdf-40b9-bf7b-dddb7bfa986e {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:42.371027 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 9143864b-8fdf-40b9-bf7b-dddb7bfa986e not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:42.416876 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (0c2404d9-617c-4813-ac41-04415d782233), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.453646 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (0c2404d9-617c-4813-ac41-04415d782233), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.601727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (0c2404d9-617c-4813-ac41-04415d782233), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.607054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.608502 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/0c2404d9-617c-4813-ac41-04415d782233 HTTP/1.1" status: 204 len: 168 time: 0.2587683 Aug 26 16:00:42.624875 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e316-f6f7-4ffc-8697-049b69a6e009 tempest-TestVolumeBootPattern-107255747 tempest-TestVolumeBootPattern-107255747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2404d9-617c-4813-ac41-04415d782233,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:42.760985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44548) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:43.293729 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab844f9-8cb7-486c-8847-1a6e2a760252 req-30d10170-8516-44f6-8747-de2dfde483eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:43.295436 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3ab844f9-8cb7-486c-8847-1a6e2a760252 req-30d10170-8516-44f6-8747-de2dfde483eb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0604358 Aug 26 16:00:43.383555 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-3ab844f9-8cb7-486c-8847-1a6e2a760252 req-8d54094e-4d3c-4ba4-8024-1f27c1ebfce2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812860 Aug 26 16:00:43.591911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.857163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Deleting port 18912622-e3ad-4f8b-ae22-b7a504eeebe9 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:43.858469 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:44.003412 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] For port 18912622-e3ad-4f8b-ae22-b7a504eeebe9, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=18912622-e3ad-4f8b-ae22-b7a504eeebe9,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:44.004035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:44.008077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:44.028586 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Calling delete_port for 18912622-e3ad-4f8b-ae22-b7a504eeebe9 owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:44.176718 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:44.310455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (18912622-e3ad-4f8b-ae22-b7a504eeebe9), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:44.345029 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Pushing event deleted for resources: {'Port': ['ID=18912622-e3ad-4f8b-ae22-b7a504eeebe9,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:44.628322 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a420cf0-0163-4866-870d-cdd2147e3bcd req-4adc571c-2512-4edf-871f-681848ff77de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:44.629838 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6a420cf0-0163-4866-870d-cdd2147e3bcd req-4adc571c-2512-4edf-871f-681848ff77de tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.1280820 Aug 26 16:00:44.723768 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:44.741774 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6a420cf0-0163-4866-870d-cdd2147e3bcd req-5a2faf5c-afd1-4cb5-977b-9976c7f8f5cf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909371 Aug 26 16:00:45.063113 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:45.189266 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:45.198767 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-275da593-3b47-4e53-9f8e-0d9d3b77233c admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359994 Aug 26 16:00:45.199714 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44562) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:45.205118 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Sync routers for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:45.220832 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:45.222383 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:45.313251 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:45.339371 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks [] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.342660 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:45.358908 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:45.361603 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:45.458797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:45.470104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks [] for router_gateway (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.589946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Deleting port ac8f730d-12c7-4fc8-843e-865453128668 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:45.590246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (ac8f730d-12c7-4fc8-843e-865453128668), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.601214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T16:00:44Z', 'revision_number': 5, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port': {'id': 'ac8f730d-12c7-4fc8-843e-865453128668', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:12Z', 'updated_at': '2022-08-26T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:45.642486 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Checking router: f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:45.653048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Routers {'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:45.653768 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:45.692761 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] For port ac8f730d-12c7-4fc8-843e-865453128668, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=ac8f730d-12c7-4fc8-843e-865453128668,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:45.693113 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (ac8f730d-12c7-4fc8-843e-865453128668), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.726013 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Calling delete_port for ac8f730d-12c7-4fc8-843e-865453128668 owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:45.771996 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] Set router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b gateway port host: None {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:45.892537 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T16:00:45Z', 'revision_number': 6, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:45.935988 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0024416-4d9a-406e-9a64-7d57f67183be None None] The sync data for ids ['f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b'] in dv-cinder-831247-24-iscsi is: [{'id': 'f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b', 'name': 'tempest-TestVolumeBootPattern-622191511-router', 'tenant_id': 'd19b01b0af6c43feb357799d8ae948e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:11Z', 'updated_at': '2022-08-26T16:00:45Z', 'revision_number': 6, 'project_id': 'd19b01b0af6c43feb357799d8ae948e1', 'gw_port_host': None}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:46.001880 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.024896 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fed86-ba12-485a-aabe-ec28e2b38f39 req-e2918f22-9cc6-4076-ab48-a45176184bbf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:46.026590 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1e7fed86-ba12-485a-aabe-ec28e2b38f39 req-e2918f22-9cc6-4076-ab48-a45176184bbf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0999036 Aug 26 16:00:46.092247 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1e7fed86-ba12-485a-aabe-ec28e2b38f39 req-5dda8d57-285d-4bb1-ba3d-a13e0638adb4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Aug 26 16:00:46.144683 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=32 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.178060 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=8 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.195097 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (ac8f730d-12c7-4fc8-843e-865453128668), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.225268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8f730d-12c7-4fc8-843e-865453128668,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:46.300806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.400788 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.403308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks [] for router_controller (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.510496 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.511367 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:00:46.517006 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.520892 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d3c79167-3297-42bb-97e0-b9fd51ec0b87 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/f26f4f34-ac2f-4a42-baa4-6f9a16da3e2b HTTP/1.1" status: 204 len: 168 time: 1.3179383 Aug 26 16:00:46.521229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44570) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:46.572141 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Deleting subnet 189f0b7a-9237-420d-a938-8348142ff37a {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:00:46.582107 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Publish callbacks [] for subnet (189f0b7a-9237-420d-a938-8348142ff37a), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.625342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (189f0b7a-9237-420d-a938-8348142ff37a), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.721668 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (189f0b7a-9237-420d-a938-8348142ff37a), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.796716 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.893985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (189f0b7a-9237-420d-a938-8348142ff37a), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.927463 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189f0b7a-9237-420d-a938-8348142ff37a,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:46.931703 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.937949 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4553a129-c702-4288-9b19-294966cc60ce admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/189f0b7a-9237-420d-a938-8348142ff37a HTTP/1.1" status: 204 len: 168 time: 0.4155126 Aug 26 16:00:46.938605 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44574) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:46.955218 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fb31a-123e-44f7-b4b7-6b2a8735aaa4 None None] Network 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:47.082264 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.168714 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Deleting port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:47.169354 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.268583 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c471c48-6956-4457-b415-134d82409af5 None None] DHCP port deletion for 4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:00:47.294024 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cd93b-6ac4-4e60-87ca-412945325101 req-7b78f43e-9e83-4e2e-bba7-86777365b9e9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:47.302985 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4a3cd93b-6ac4-4e60-87ca-412945325101 req-7b78f43e-9e83-4e2e-bba7-86777365b9e9 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0888450 Aug 26 16:00:47.355487 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Deleting port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:47.355892 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.401405 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4a3cd93b-6ac4-4e60-87ca-412945325101 req-447c96d5-8b05-4f51-8c99-9e164ce047be tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897152 Aug 26 16:00:47.441598 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-9c471c48-6956-4457-b415-134d82409af5 None None] For port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:47.442129 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.463143 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Calling delete_port for 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:47.546060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] For port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,segment=NetworkSegment(5f144def-5d50-4afd-995e-695b4193717a),segment_id=5f144def-5d50-4afd-995e-695b4193717a)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:47.546546 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.565025 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Calling delete_port for 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:47.862098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ac8f730d-12c7-4fc8-843e-865453128668 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:47.882488 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: ac8f730d-12c7-4fc8-843e-865453128668 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:47.882884 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device ac8f730d-12c7-4fc8-843e-865453128668 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:47.883296 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 18912622-e3ad-4f8b-ae22-b7a504eeebe9 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:47.905895 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 18912622-e3ad-4f8b-ae22-b7a504eeebe9 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:47.908352 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 18912622-e3ad-4f8b-ae22-b7a504eeebe9 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:47.908352 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:47.998628 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd is: ACTIVE; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:47.999270 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.006897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.035424 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.053913 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:48.066922 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:48.070887 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] No DVR routers for this DVR port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:48.091896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c471c48-6956-4457-b415-134d82409af5 None None] Pushing event deleted for resources: {'Port': ['ID=3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:48.096234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c471c48-6956-4457-b415-134d82409af5 None None] No DVR routers for this DVR port 3e1a7ecd-ffd3-4ef2-8940-3f0a0a44b3fd on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:48.202097 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.239226 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4908c59f-0bb1-43e0-b8ad-2ab3083c5d12']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:48.256381 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f144def-5d50-4afd-995e-695b4193717a') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:48.257069 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f144def-5d50-4afd-995e-695b4193717a') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:48.270281 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:48.276054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (5f144def-5d50-4afd-995e-695b4193717a), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.294962 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (5f144def-5d50-4afd-995e-695b4193717a), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (5f144def-5d50-4afd-995e-695b4193717a), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 5f144def-5d50-4afd-995e-695b4193717a resource provider aggregate not found Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 5f144def-5d50-4afd-995e-695b4193717a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f144def-5d50-4afd-995e-695b4193717a found for delete ", "request_id": "req-e32486cf-f5b3-452c-97a3-eaa281985624"}]} Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830546be-c7fe-4fb1-8f73-043dd603ef12 req-f385f40f-2fe1-4e6e-8324-adc0b49f45fe tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-830546be-c7fe-4fb1-8f73-043dd603ef12 req-f385f40f-2fe1-4e6e-8324-adc0b49f45fe tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Aug 26 16:00:48.590952 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:48.594754 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-830546be-c7fe-4fb1-8f73-043dd603ef12 req-cf8912a1-9ee5-467d-8c94-741d1b6152ee tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487630 Aug 26 16:00:49.288032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (4908c59f-0bb1-43e0-b8ad-2ab3083c5d12), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.308008 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.308008 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/4908c59f-0bb1-43e0-b8ad-2ab3083c5d12 HTTP/1.1" status: 204 len: 168 time: 2.3533480 Aug 26 16:00:49.310725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44598) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:49.323357 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f5058-4f8c-47e3-93ba-52600b4adc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=4908c59f-0bb1-43e0-b8ad-2ab3083c5d12,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:49.369757 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.709052 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.813688 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5aa0e-0c6d-4c1c-b3fe-817164a9c7fe req-3590d392-465b-4cce-9cf8-5e1ea828f7a2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:49.815131 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-33c5aa0e-0c6d-4c1c-b3fe-817164a9c7fe req-3590d392-465b-4cce-9cf8-5e1ea828f7a2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0988669 Aug 26 16:00:49.865642 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.936196 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-33c5aa0e-0c6d-4c1c-b3fe-817164a9c7fe req-9e7bba4b-426b-4c98-8e01-3dd6f2e6fc18 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966725 Aug 26 16:00:50.035706 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Deleting port 6a6a6876-187d-470c-8da3-a723f7a16bb7 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:50.036072 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.118630 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] For port 6a6a6876-187d-470c-8da3-a723f7a16bb7, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6a6a6876-187d-470c-8da3-a723f7a16bb7,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:50.118916 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.131831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Calling delete_port for 6a6a6876-187d-470c-8da3-a723f7a16bb7 owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:50.401275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6a6a6876-187d-470c-8da3-a723f7a16bb7), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.424131 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6a6876-187d-470c-8da3-a723f7a16bb7,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:50.592401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.646104 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.814866 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:50.817191 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.927962 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:50.934200 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e78ac053-173a-4e11-ab53-c8ef19467172 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/b6df921d-7ffe-4d69-bdba-9cefe4e91ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208289 Aug 26 16:00:50.937369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44608) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:50.940705 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Sync routers for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:50.953798 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:50.954418 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:51.047161 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks [] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.076648 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:51.076879 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11dd00-38b0-4c8b-b26c-f093867e39bc req-dd412268-a171-4f13-b1ad-3320983ac3c1 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:51.078128 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7d11dd00-38b0-4c8b-b26c-f093867e39bc req-dd412268-a171-4f13-b1ad-3320983ac3c1 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0558298 Aug 26 16:00:51.134669 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7d11dd00-38b0-4c8b-b26c-f093867e39bc req-95fdc602-a452-4af8-8ba2-627bf233256e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505350 Aug 26 16:00:51.370150 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 5, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:51.396969 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Checking router: b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:51.407509 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Routers {'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:51.408174 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:00:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:51.468068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks [] for router_gateway (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.553753 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] Set router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:51.615417 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Deleting port db258757-2c92-45c8-bde5-d04d959c6843 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:51.615792 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (db258757-2c92-45c8-bde5-d04d959c6843), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.744814 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] For port db258757-2c92-45c8-bde5-d04d959c6843, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=db258757-2c92-45c8-bde5-d04d959c6843,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:51.745180 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (db258757-2c92-45c8-bde5-d04d959c6843), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.772256 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Calling delete_port for db258757-2c92-45c8-bde5-d04d959c6843 owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:51.788485 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 5, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:51.819059 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfd10d-aadf-47d8-bcec-6ec939f25f19 None None] The sync data for ids ['b6df921d-7ffe-4d69-bdba-9cefe4e91ad8'] in dv-cinder-831247-24-iscsi is: [{'id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'name': 'tempest-TestVolumeBootPattern-912788531-router', 'tenant_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:52:23Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 5, 'project_id': 'ef6bcceb1f214427bbd4a07c5aceb0ed', 'gw_port': {'id': 'db258757-2c92-45c8-bde5-d04d959c6843', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6df921d-7ffe-4d69-bdba-9cefe4e91ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:52:24Z', 'updated_at': '2022-08-26T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:52.028442 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (db258757-2c92-45c8-bde5-d04d959c6843), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.054239 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Pushing event deleted for resources: {'Port': ['ID=db258757-2c92-45c8-bde5-d04d959c6843,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:52.119359 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.121083 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:52.214070 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.227407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks [] for router_controller (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.306673 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13ab78-e426-4388-b52b-71e01cbce872 req-694a728d-cb4a-4c47-8d75-07adbd22e77f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:52.308345 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8c13ab78-e426-4388-b52b-71e01cbce872 req-694a728d-cb4a-4c47-8d75-07adbd22e77f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Aug 26 16:00:52.337541 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:52.357488 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (b6df921d-7ffe-4d69-bdba-9cefe4e91ad8), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.358055 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:00:52.365924 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8c13ab78-e426-4388-b52b-71e01cbce872 req-c9f54339-3177-42e7-bd7c-7055ee245592 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Aug 26 16:00:52.365924 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.366753 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2757db03-c2c8-4329-b3df-e564eec4249e admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/b6df921d-7ffe-4d69-bdba-9cefe4e91ad8 HTTP/1.1" status: 204 len: 168 time: 1.4283679 Aug 26 16:00:52.369920 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44618) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:52.418173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Deleting subnet 0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:00:52.421771 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Publish callbacks [] for subnet (0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.461313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.553724 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.652403 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.679943 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:52.681975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.685374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-f381e426-45e3-4689-9696-2dd13ff9ae10 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/0f2dd7a0-bbe3-4a5f-acc0-804b6e90772b HTTP/1.1" status: 204 len: 168 time: 0.3144169 Aug 26 16:00:52.688096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44620) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:52.690048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988eb54a-6a04-4d99-a2e3-4ec96e91f7bd None None] Network 02ed155e-14c3-46eb-81fd-829b905e08fb requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:52.763053 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (02ed155e-14c3-46eb-81fd-829b905e08fb), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.808956 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Deleting port 8233712d-771a-442d-97d0-1a9294008160 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:52.809195 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (8233712d-771a-442d-97d0-1a9294008160), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.861797 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] DHCP port deletion for 02ed155e-14c3-46eb-81fd-829b905e08fb request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:00:52.886666 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] For port 8233712d-771a-442d-97d0-1a9294008160, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=8233712d-771a-442d-97d0-1a9294008160,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:52.887044 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (8233712d-771a-442d-97d0-1a9294008160), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.906320 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Calling delete_port for 8233712d-771a-442d-97d0-1a9294008160 owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:52.914881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Deleting port 8233712d-771a-442d-97d0-1a9294008160 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:52.915256 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (8233712d-771a-442d-97d0-1a9294008160), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.982602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] For port 8233712d-771a-442d-97d0-1a9294008160, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=8233712d-771a-442d-97d0-1a9294008160,segment=NetworkSegment(c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8),segment_id=c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:52.982992 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (8233712d-771a-442d-97d0-1a9294008160), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.995957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Calling delete_port for 8233712d-771a-442d-97d0-1a9294008160 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:53.098561 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (8233712d-771a-442d-97d0-1a9294008160), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.104231 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (8233712d-771a-442d-97d0-1a9294008160), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.108358 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:53.125308 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Pushing event deleted for resources: {'Port': ['ID=8233712d-771a-442d-97d0-1a9294008160,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.128224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] Pushing event deleted for resources: {'Port': ['ID=8233712d-771a-442d-97d0-1a9294008160,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.129113 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] No DVR routers for this DVR port 8233712d-771a-442d-97d0-1a9294008160 on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:53.135354 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43af6eb-fe6e-4b63-9998-bb9deb95fe8b None None] No DVR routers for this DVR port 8233712d-771a-442d-97d0-1a9294008160 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:53.207474 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (02ed155e-14c3-46eb-81fd-829b905e08fb), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.229235 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed155e-14c3-46eb-81fd-829b905e08fb']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:53.238482 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:53.238778 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:53.250451 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.264476 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.270837 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:00:53.276770 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.311304 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8 resource provider aggregate not found Aug 26 16:00:53.333842 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c54111f3-6fcc-4a5b-ba1f-2ea973a5e8f8 found for delete ", "request_id": "req-dbc2d016-56a5-4d44-a4cb-08eed457c826"}]} Aug 26 16:00:53.417054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (02ed155e-14c3-46eb-81fd-829b905e08fb), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.426224 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.427757 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/02ed155e-14c3-46eb-81fd-829b905e08fb HTTP/1.1" status: 204 len: 168 time: 0.7386448 Aug 26 16:00:53.440539 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ed155e-14c3-46eb-81fd-829b905e08fb,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.448543 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.448895 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.449290 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.449574 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.449906 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.450241 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.450570 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.450897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.451221 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.451549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.451918 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.452269 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.452546 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.452874 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.453190 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d38476-1eb5-412d-adc5-f2e78b274705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:53.506576 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdf3e3-97cf-4b01-9284-338722820374 req-229878b7-a7e9-4bf5-9fa3-09c857b65737 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:53.508164 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-29fdf3e3-97cf-4b01-9284-338722820374 req-229878b7-a7e9-4bf5-9fa3-09c857b65737 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0519862 Aug 26 16:00:53.557634 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-29fdf3e3-97cf-4b01-9284-338722820374 req-58d9caca-8156-4892-a130-523c7b1891bc tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Aug 26 16:00:53.794403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 8233712d-771a-442d-97d0-1a9294008160 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:53.814554 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 8233712d-771a-442d-97d0-1a9294008160 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:53.814900 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 8233712d-771a-442d-97d0-1a9294008160 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:53.815319 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a6a6876-187d-470c-8da3-a723f7a16bb7 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:53.833521 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 6a6a6876-187d-470c-8da3-a723f7a16bb7 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:53.847839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6a6a6876-187d-470c-8da3-a723f7a16bb7 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:53.847839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device db258757-2c92-45c8-bde5-d04d959c6843 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:53.853412 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: db258757-2c92-45c8-bde5-d04d959c6843 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:53.853756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device db258757-2c92-45c8-bde5-d04d959c6843 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:53.879849 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44632) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:53.924553 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-e7935e49-43d0-46ba-9463-4f6714b85dbd admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d19b01b0af6c43feb357799d8ae948e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434921 Aug 26 16:00:53.927039 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44634) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:53.977841 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Publish callbacks [] for security_group (007ca5f2-1565-4ab0-8ee0-282a20a8aef2), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.998886 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Publish callbacks [] for security_group (007ca5f2-1565-4ab0-8ee0-282a20a8aef2), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.137695 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (007ca5f2-1565-4ab0-8ee0-282a20a8aef2), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.140327 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.141558 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/007ca5f2-1565-4ab0-8ee0-282a20a8aef2 HTTP/1.1" status: 204 len: 168 time: 0.2135451 Aug 26 16:00:54.150057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ca5f2-1565-4ab0-8ee0-282a20a8aef2,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.157330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.157612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.157960 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.158307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.158645 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.158978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.159312 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.159641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.159999 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.160329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.160658 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.160987 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.161317 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.161663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.162009 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00aed6c-6dd0-493f-b655-78659763089e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.386288 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:00:54.547775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:54.561496 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'port_id': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'mac_address': 'fa:16:3e:55:1a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:00:54.630158 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:54.630555 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.647020 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:54.677049 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:54.734361 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15813f8c-bfa5-4fe7-a4de-480b12223677 req-b473aecc-bc1b-4430-9225-6e0cd5cc1abf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:54.735988 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15813f8c-bfa5-4fe7-a4de-480b12223677 req-b473aecc-bc1b-4430-9225-6e0cd5cc1abf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 944 time: 0.0622792 Aug 26 16:00:54.749074 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.808163 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15813f8c-bfa5-4fe7-a4de-480b12223677 req-daad0a2a-41d4-4c5d-8ef2-1c9b1af11fc4 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619545 Aug 26 16:00:54.828577 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=9']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.978414 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44648) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:55.027906 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-8aa38e20-9125-4aeb-9129-02726de726c1 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=ef6bcceb1f214427bbd4a07c5aceb0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487752 Aug 26 16:00:55.030495 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44650) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:55.040944 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['63d32d8a-e638-4a51-aaf0-bb470afb21db'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:55.086086 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] Publish callbacks [] for security_group (fcf1ac50-35db-42a0-b53b-9c06cba80cc5), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.107352 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:55.109542 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] Publish callbacks [] for security_group (fcf1ac50-35db-42a0-b53b-9c06cba80cc5), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.143517 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:55.246119 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (fcf1ac50-35db-42a0-b53b-9c06cba80cc5), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.248685 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.249875 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/fcf1ac50-35db-42a0-b53b-9c06cba80cc5 HTTP/1.1" status: 204 len: 168 time: 0.2183754 Aug 26 16:00:55.260703 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329017e-0453-4dc1-b0e2-58818141c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf1ac50-35db-42a0-b53b-9c06cba80cc5,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:55.949208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa08fb-806a-4d60-9029-43d139b9c58d req-a78d4278-17c5-44f1-b879-200b8499097e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:55.950772 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-60fa08fb-806a-4d60-9029-43d139b9c58d req-a78d4278-17c5-44f1-b879-200b8499097e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 945 time: 0.0638614 Aug 26 16:00:56.008372 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-60fa08fb-806a-4d60-9029-43d139b9c58d req-e946fc56-55cb-4158-9840-392e36942218 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488572 Aug 26 16:00:56.408706 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:56.448147 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:56.454845 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port 63d32d8a-e638-4a51-aaf0-bb470afb21db triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:56.455246 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.539966 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port 63d32d8a-e638-4a51-aaf0-bb470afb21db is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:56.540358 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.557208 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:00:56.568216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:56.571033 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7245b13-961a-494a-8604-ee90c3b1261a" -d '{"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:56.574070 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:56.587976 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:56.624107 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32610c06-46f5-40ce-9788-57db3b103d3d x-openstack-request-id: req-32610c06-46f5-40ce-9788-57db3b103d3d {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:56.624401 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-plugged", "status": "completed", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:56.625168 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32610c06-46f5-40ce-9788-57db3b103d3d {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:56.625168 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32610c06-46f5-40ce-9788-57db3b103d3d'] response: {'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'code': 200} Aug 26 16:00:56.703125 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.752918 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=10']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:57.145359 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e36be-cd37-4e39-809f-4fcc590bbcd7 req-08a59e00-3408-44d5-82e9-0b26df264a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:57.147016 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a9e36be-cd37-4e39-809f-4fcc590bbcd7 req-08a59e00-3408-44d5-82e9-0b26df264a7d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1131 time: 0.0446858 Aug 26 16:00:57.159492 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7a32-e5d6-4e01-9ce6-812765616f9b req-9eff808b-2509-40eb-8ae0-45d22d95541f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:57.164072 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-313f7a32-e5d6-4e01-9ce6-812765616f9b req-9eff808b-2509-40eb-8ae0-45d22d95541f tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0668528 Aug 26 16:00:57.199939 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1a9e36be-cd37-4e39-809f-4fcc590bbcd7 req-d2f84a23-248d-4bb8-8703-e91bc76789a5 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Aug 26 16:00:57.219598 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-313f7a32-e5d6-4e01-9ce6-812765616f9b req-c8808efe-6b67-4fa8-adb5-e0292702eacf tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489550 Aug 26 16:00:58.339221 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:58.356474 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76bd5-05ab-4f02-bee9-baa4259147ad req-676ff9ad-e9bf-489e-a4dd-2365de2e43ef tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:58.357932 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89a76bd5-05ab-4f02-bee9-baa4259147ad req-676ff9ad-e9bf-489e-a4dd-2365de2e43ef tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0557213 Aug 26 16:00:58.407884 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-89a76bd5-05ab-4f02-bee9-baa4259147ad req-3c1c8e4a-4aab-4cbf-bff8-fd3c4bd19393 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Aug 26 16:00:59.539587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b79e-6117-4b37-af8c-14ea3fd0319f req-2df70264-fe96-4a78-b538-08a7addda069 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:59.541096 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2788b79e-6117-4b37-af8c-14ea3fd0319f req-2df70264-fe96-4a78-b538-08a7addda069 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0509343 Aug 26 16:00:59.589453 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-2788b79e-6117-4b37-af8c-14ea3fd0319f req-80e2e630-2811-4c25-a8ea-bda0c7355a05 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Aug 26 16:01:00.719491 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f75a-970b-4c75-96c7-5258c3f57839 req-6540072e-d103-47a7-8ffa-17f6195a201e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:00.721005 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a35f75a-970b-4c75-96c7-5258c3f57839 req-6540072e-d103-47a7-8ffa-17f6195a201e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0512705 Aug 26 16:01:00.773579 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9a35f75a-970b-4c75-96c7-5258c3f57839 req-488ae345-3fdd-4276-aa62-0d40effbdd28 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Aug 26 16:01:01.154596 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5e122636-35b7-4adc-ad12-dbdf7b7e611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.792712 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=59 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:01.905375 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7f14-5edd-4a76-8999-3b77ec8fd7f8 req-880619f9-34bd-40c1-86c0-3fb84fc93ff2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:01.906858 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9d5e7f14-5edd-4a76-8999-3b77ec8fd7f8 req-880619f9-34bd-40c1-86c0-3fb84fc93ff2 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0477362 Aug 26 16:01:01.956185 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9d5e7f14-5edd-4a76-8999-3b77ec8fd7f8 req-48c5e855-ed3e-41df-96c2-5b95ebd05eb6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Aug 26 16:01:03.083171 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e967-b159-4316-bd00-4cdf179c159c req-72bf3850-da3f-4d68-81eb-632f61727d4e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:03.084721 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0094e967-b159-4316-bd00-4cdf179c159c req-72bf3850-da3f-4d68-81eb-632f61727d4e tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0483537 Aug 26 16:01:03.132929 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0094e967-b159-4316-bd00-4cdf179c159c req-c6a019da-e728-4779-b166-6c325ba76a87 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Aug 26 16:01:03.405849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-797f1aa6-e819-4334-8497-4aaa410556fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:04.811182 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:06.457720 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:06.458452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:06.556664 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=63 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:07.876772 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44760) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:07.990240 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7ea86c79-9221-4c9c-8460-2f39784dbb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.065007 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7ea86c79-9221-4c9c-8460-2f39784dbb3c admin admin] Publish callbacks [] for security_group (f28791d7-5b0a-413a-a711-1d0bbbc64d01), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.142099 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7ea86c79-9221-4c9c-8460-2f39784dbb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f28791d7-5b0a-413a-a711-1d0bbbc64d01), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.186693 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7ea86c79-9221-4c9c-8460-2f39784dbb3c admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=4d19ae3de8c54cbaa0317ea4950f0450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087852 Aug 26 16:01:08.187532 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86c79-9221-4c9c-8460-2f39784dbb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28791d7-5b0a-413a-a711-1d0bbbc64d01,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:08.189390 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44764) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:08.218687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:08.240163 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] Publish callbacks [] for security_group (f28791d7-5b0a-413a-a711-1d0bbbc64d01), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.264884 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] Publish callbacks [] for security_group (f28791d7-5b0a-413a-a711-1d0bbbc64d01), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.445297 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (f28791d7-5b0a-413a-a711-1d0bbbc64d01), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.448237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.449360 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/f28791d7-5b0a-413a-a711-1d0bbbc64d01 HTTP/1.1" status: 204 len: 168 time: 0.2584157 Aug 26 16:01:08.457425 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c099-44c6-45af-bd6b-b95a16826df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28791d7-5b0a-413a-a711-1d0bbbc64d01,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:11.468536 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.181411 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=2,neutron:SELECT=55,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:18.183315 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=56,neutron:INSERT=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:18.319458 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-5a1faaa2-102e-4d62-84af-ab73d43417f8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390275 Aug 26 16:01:18.407377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-6a50a394-ec41-42bc-ae4a-359d55c6dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.408911 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-6a50a394-ec41-42bc-ae4a-359d55c6dae5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=10b0a72955244448954be539f99435e9&device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 1131 time: 0.0400763 Aug 26 16:01:18.520488 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-d6ba7d5d-03b8-407b-988d-84718a63dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.522491 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-d6ba7d5d-03b8-407b-988d-84718a63dcb9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 200 len: 919 time: 0.0935211 Aug 26 16:01:18.587249 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-471450b8-85fe-45eb-a4ff-610814f87b2e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 200 len: 1001 time: 0.0591049 Aug 26 16:01:18.647361 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-06d7472c-5190-4a5f-99f3-f3395fbe5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.648900 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-06d7472c-5190-4a5f-99f3-f3395fbe5ab0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 200 len: 856 time: 0.0555463 Aug 26 16:01:18.701460 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-824d95fb-7efb-438c-9218-0d29148d074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.702952 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-824d95fb-7efb-438c-9218-0d29148d074d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461311 Aug 26 16:01:18.806192 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-fe4161e3-0d82-4f98-a7a7-c940777307d9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Aug 26 16:01:18.907900 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7f77b129-20be-4e84-b3ec-fe7b2f26212e req-d3f780e2-6143-40ab-affe-10526c6955ff service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948288 Aug 26 16:01:20.530845 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.391753 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.393775 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.903658 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=50 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.904407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.549119 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:31.170435 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf02b-345c-45ed-93ad-eea942a0f533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.404814 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fc23882f-40c8-4c57-92ce-4d9727fcae39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.546205 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:01:33.548545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc5a6-76e7-4f80-9fe2-da5491f36309 req-e79da393-2f79-425b-8d00-bcf135d89ffb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:33.550119 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7b2cc5a6-76e7-4f80-9fe2-da5491f36309 req-e79da393-2f79-425b-8d00-bcf135d89ffb tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0502205 Aug 26 16:01:33.599769 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7b2cc5a6-76e7-4f80-9fe2-da5491f36309 req-4f45c997-fc37-45e0-a1e2-a7815eace487 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Aug 26 16:01:34.732541 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac00cf-1910-46e8-8d54-11f913368566 req-ffbc4864-aec5-4203-a86c-6a50da110f62 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:34.734029 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d9ac00cf-1910-46e8-8d54-11f913368566 req-ffbc4864-aec5-4203-a86c-6a50da110f62 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0499222 Aug 26 16:01:34.781517 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d9ac00cf-1910-46e8-8d54-11f913368566 req-6236c5dd-ceaf-465f-adf3-9bbfa7d4cd35 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=60cd4bb4-291f-4626-8133-d3f5e0a21a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Aug 26 16:01:34.799210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.143761 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-f577611e-a53a-4cf2-813a-940bd4e9017d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:35.145125 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-f577611e-a53a-4cf2-813a-940bd4e9017d tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 947 time: 0.0459232 Aug 26 16:01:35.231758 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Deleting port 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:35.232125 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.328339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] For port 63d32d8a-e638-4a51-aaf0-bb470afb21db, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=63d32d8a-e638-4a51-aaf0-bb470afb21db,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:35.328711 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.491753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.492157 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.492472 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.l3_db [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Floating IP 50015606-fc78-437c-a0bb-cbcf1c7d5512 disassociated. External IP: 172.27.3.91, port: 63d32d8a-e638-4a51-aaf0-bb470afb21db. Aug 26 16:01:35.492813 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Calling delete_port for 63d32d8a-e638-4a51-aaf0-bb470afb21db owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:35.730807 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (63d32d8a-e638-4a51-aaf0-bb470afb21db), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.761001 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'Port': ['ID=63d32d8a-e638-4a51-aaf0-bb470afb21db,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:35.877964 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:35.895242 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-d3463079-7319-4fc1-b78a-24c507e3a9fc req-242368b0-99ca-412c-bd29-e784e83c6235 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0291123 Aug 26 16:01:35.978156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:35.987746 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:35.997805 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:36.009133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:36.009706 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:01:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:36.031344 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] No DVR routers for this DVR port 63d32d8a-e638-4a51-aaf0-bb470afb21db on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:36.034733 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:36.038011 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-39acc2a6-3bf0-4130-99b8-e67309b5b172 req-268d32c6-5810-4438-b5fb-7011d9fe9917 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.67 "DELETE /networking/v2.0/ports/63d32d8a-e638-4a51-aaf0-bb470afb21db HTTP/1.1" status: 204 len: 173 time: 0.8880124 Aug 26 16:01:36.038932 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-deleted', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:36.042466 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28709eba-4d3c-4b68-b621-4de6bdc80dde" -d '{"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-deleted", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:36.082574 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ca9670-2fe9-4346-b05e-a51081883fbf x-openstack-request-id: req-b1ca9670-2fe9-4346-b05e-a51081883fbf {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:36.082945 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01966e1-92f0-493e-8ab3-83ac1156bc62", "name": "network-vif-deleted", "tag": "63d32d8a-e638-4a51-aaf0-bb470afb21db", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:36.083676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1ca9670-2fe9-4346-b05e-a51081883fbf {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:36.088561 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ca9670-2fe9-4346-b05e-a51081883fbf'] response: {'server_uuid': 'c01966e1-92f0-493e-8ab3-83ac1156bc62', 'name': 'network-vif-deleted', 'tag': '63d32d8a-e638-4a51-aaf0-bb470afb21db', 'status': 'completed', 'code': 200} Aug 26 16:01:36.119733 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:36.327690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:36.352881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:36.373033 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:36.373639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:01:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:36.473151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:36.500811 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:36.577906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:36.719961 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:36.746767 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325825d-ad71-432d-81b8-22fa4cf5cd28 None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T15:56:05Z', 'revision_number': 4, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'bc40b76a-f0e5-468a-8e74-395a93de40cd', 'name': '', 'network_id': '4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1', 'tenant_id': '10b0a72955244448954be539f99435e9', 'mac_address': 'fa:16:3e:7a:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:04Z', 'updated_at': '2022-08-26T15:56:09Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'subnets': [{'id': 'b2ad77cb-b2cb-4dde-897e-99446d0fb0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:37.000131 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82609a36-1781-41d4-b04c-a93ff361985b None None] New status for floating IP 50015606-fc78-437c-a0bb-cbcf1c7d5512: DOWN {{(pid=113467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:01:37.022614 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7a935481-0982-46d7-96e3-5f929a874d19 req-8da62f2c-866c-4af8-b17a-4284e561447a tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=c01966e1-92f0-493e-8ab3-83ac1156bc62 HTTP/1.1" status: 200 len: 210 time: 0.0309610 Aug 26 16:01:38.183068 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44798) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:38.242150 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (60cd4bb4-291f-4626-8133-d3f5e0a21a18), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.265555 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (60cd4bb4-291f-4626-8133-d3f5e0a21a18), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.416027 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (60cd4bb4-291f-4626-8133-d3f5e0a21a18), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.418587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.419760 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/60cd4bb4-291f-4626-8133-d3f5e0a21a18 HTTP/1.1" status: 204 len: 168 time: 0.2356851 Aug 26 16:01:38.422636 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44800) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:38.429641 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b8afe-6abf-43bb-91b7-a8504ca45d81 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd4bb4-291f-4626-8133-d3f5e0a21a18,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:38.440111 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.api.v2.resource [None req-b3322e10-a4fa-43c1-b78d-218c57402ac6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] show failed (client error): The resource could not be found. Aug 26 16:01:38.442617 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b3322e10-a4fa-43c1-b78d-218c57402ac6 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "GET /networking/v2.0/security-groups/60cd4bb4-291f-4626-8133-d3f5e0a21a18 HTTP/1.1" status: 404 len: 347 time: 0.0176287 Aug 26 16:01:38.445654 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44802) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:38.560022 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Deleting port bfe49d21-7847-4948-9108-b65317d287c8 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:38.560370 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (bfe49d21-7847-4948-9108-b65317d287c8), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.636214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:38.645624 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (bfe49d21-7847-4948-9108-b65317d287c8), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.645959 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (bfe49d21-7847-4948-9108-b65317d287c8), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.655135 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: 63d32d8a-e638-4a51-aaf0-bb470afb21db {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:38.655476 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device 63d32d8a-e638-4a51-aaf0-bb470afb21db not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:38.661110 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Calling delete_port for bfe49d21-7847-4948-9108-b65317d287c8 owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:38.879016 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (bfe49d21-7847-4948-9108-b65317d287c8), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.905353 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Pushing event deleted for resources: {'Port': ['ID=bfe49d21-7847-4948-9108-b65317d287c8,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:38.971005 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks [] for floatingip (50015606-fc78-437c-a0bb-cbcf1c7d5512), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.973619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.975366 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6bccce44-b999-4109-813a-cee6bbd0f5d0 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/50015606-fc78-437c-a0bb-cbcf1c7d5512 HTTP/1.1" status: 204 len: 168 time: 0.5284443 Aug 26 16:01:41.484639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:41.834111 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44824) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:42.196691 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:42.218073 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:42.316752 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.543667 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Deleting port bc40b76a-f0e5-468a-8e74-395a93de40cd {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:42.544040 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.624104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] For port bc40b76a-f0e5-468a-8e74-395a93de40cd, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=bc40b76a-f0e5-468a-8e74-395a93de40cd,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:42.624466 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.637911 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Calling delete_port for bc40b76a-f0e5-468a-8e74-395a93de40cd owned by network:router_interface {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:42.953222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (bc40b76a-f0e5-468a-8e74-395a93de40cd), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.985344 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc40b76a-f0e5-468a-8e74-395a93de40cd,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:43.041706 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.158904 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.308117 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.370741 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:43.479946 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:43.487670 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c8825dba-b583-434a-8fc1-4e076bb82f23 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501997 Aug 26 16:01:43.487670 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44828) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:43.488961 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Sync routers for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:43.499104 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:43.499720 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:01:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:43.609489 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:43.802798 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.842717 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks [] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.858583 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.925182 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T16:01:42Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:43.943217 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks [] for router_gateway (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.950894 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Checking router: 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:43.959977 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Routers {'0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:43.960606 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:01:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:44.064619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] Set router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:44.110467 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Deleting port cbcf66c2-a68d-497c-98b1-a52260554e38 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:44.111022 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.197662 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] For port cbcf66c2-a68d-497c-98b1-a52260554e38, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=cbcf66c2-a68d-497c-98b1-a52260554e38,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:44.198036 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.211418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Calling delete_port for cbcf66c2-a68d-497c-98b1-a52260554e38 owned by network:router_gateway {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:44.243219 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T16:01:42Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:44.267881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa085ba-b965-4712-aedf-d566eff7135c None None] The sync data for ids ['0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164'] in dv-cinder-831247-24-iscsi is: [{'id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'name': 'tempest-AttachVolumeShelveTestJSON-1633503220-router', 'tenant_id': '10b0a72955244448954be539f99435e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:01Z', 'updated_at': '2022-08-26T16:01:42Z', 'revision_number': 5, 'project_id': '10b0a72955244448954be539f99435e9', 'gw_port': {'id': 'cbcf66c2-a68d-497c-98b1-a52260554e38', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:02Z', 'updated_at': '2022-08-26T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:44.273566 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:44.461814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (cbcf66c2-a68d-497c-98b1-a52260554e38), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.493648 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcf66c2-a68d-497c-98b1-a52260554e38,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:44.557054 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.651523 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.654123 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks [] for router_controller (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.657095 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:44.788280 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.788912 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 {{(pid=113464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:01:44.793894 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.795340 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-86bedf14-76f0-4762-bb29-241b4a695296 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/0f23a8e6-cfd5-4ae4-8c5a-5e9fb3e11164 HTTP/1.1" status: 204 len: 168 time: 1.3064766 Aug 26 16:01:44.798030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44830) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:44.849667 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Deleting subnet b2ad77cb-b2cb-4dde-897e-99446d0fb0fb {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:01:44.853318 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Publish callbacks [] for subnet (b2ad77cb-b2cb-4dde-897e-99446d0fb0fb), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.890874 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (b2ad77cb-b2cb-4dde-897e-99446d0fb0fb), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.972569 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (b2ad77cb-b2cb-4dde-897e-99446d0fb0fb), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.113555 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (b2ad77cb-b2cb-4dde-897e-99446d0fb0fb), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.141094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ad77cb-b2cb-4dde-897e-99446d0fb0fb,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:45.145704 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.148809 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-78a848bf-3c37-411b-9119-b3114cc43daf admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/b2ad77cb-b2cb-4dde-897e-99446d0fb0fb HTTP/1.1" status: 204 len: 168 time: 0.3497961 Aug 26 16:01:45.151243 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44832) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:45.154643 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6b798-2c7c-4956-ad20-ee47fb21a7ca None None] Network 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:01:45.222989 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.275745 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Deleting port 6c3ee603-8a4b-4a52-9196-438f01deed74 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:45.276113 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.324284 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] DHCP port deletion for 4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:01:45.347447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] For port 6c3ee603-8a4b-4a52-9196-438f01deed74, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c3ee603-8a4b-4a52-9196-438f01deed74,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:45.347818 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.362784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Calling delete_port for 6c3ee603-8a4b-4a52-9196-438f01deed74 owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:45.363057 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Deleting port 6c3ee603-8a4b-4a52-9196-438f01deed74 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:45.363057 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.436962 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] For port 6c3ee603-8a4b-4a52-9196-438f01deed74, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c3ee603-8a4b-4a52-9196-438f01deed74,segment=NetworkSegment(98d3bdc1-348b-48e1-8b13-1a9b11dec87b),segment_id=98d3bdc1-348b-48e1-8b13-1a9b11dec87b)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:45.437678 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.454346 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Calling delete_port for 6c3ee603-8a4b-4a52-9196-438f01deed74 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:45.530942 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.537843 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (6c3ee603-8a4b-4a52-9196-438f01deed74), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.557452 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3ee603-8a4b-4a52-9196-438f01deed74,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:45.560913 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] No DVR routers for this DVR port 6c3ee603-8a4b-4a52-9196-438f01deed74 on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:45.567432 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Pushing event deleted for resources: {'Port': ['ID=6c3ee603-8a4b-4a52-9196-438f01deed74,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:45.572511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:45.574171 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] No DVR routers for this DVR port 6c3ee603-8a4b-4a52-9196-438f01deed74 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:45.579754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.584680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.585872 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea3d6-fc4b-4f11-a8ff-b3c90502ec4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:45.622136 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:45.638590 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.665059 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:45.674900 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d3bdc1-348b-48e1-8b13-1a9b11dec87b') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:45.675198 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d3bdc1-348b-48e1-8b13-1a9b11dec87b') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:45.687591 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (98d3bdc1-348b-48e1-8b13-1a9b11dec87b), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.702280 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (98d3bdc1-348b-48e1-8b13-1a9b11dec87b), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.709375 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:01:45.709756 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (98d3bdc1-348b-48e1-8b13-1a9b11dec87b), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.749467 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 98d3bdc1-348b-48e1-8b13-1a9b11dec87b resource provider aggregate not found Aug 26 16:01:45.770758 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 98d3bdc1-348b-48e1-8b13-1a9b11dec87b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98d3bdc1-348b-48e1-8b13-1a9b11dec87b found for delete ", "request_id": "req-5a20bc17-144c-4bc7-a5cd-95848fec5f60"}]} Aug 26 16:01:45.770758 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:45.830535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c3ee603-8a4b-4a52-9196-438f01deed74 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:45.857053 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 6c3ee603-8a4b-4a52-9196-438f01deed74 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:45.857053 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c3ee603-8a4b-4a52-9196-438f01deed74 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:45.857053 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device bc40b76a-f0e5-468a-8e74-395a93de40cd no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:45.876341 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: bc40b76a-f0e5-468a-8e74-395a93de40cd {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:45.876680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device bc40b76a-f0e5-468a-8e74-395a93de40cd not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:45.877099 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device cbcf66c2-a68d-497c-98b1-a52260554e38 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:45.878897 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.886490 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:45.889761 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1 HTTP/1.1" status: 204 len: 168 time: 0.7375655 Aug 26 16:01:45.898393 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: cbcf66c2-a68d-497c-98b1-a52260554e38 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:45.898739 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device cbcf66c2-a68d-497c-98b1-a52260554e38 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:45.903079 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa18e90-92f4-49fb-86da-2121e5bfa43b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c85cbb4-dd28-48c8-b45e-6f3238b9e6d1,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:46.229846 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44840) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:46.273270 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-70900096-6dde-476d-920e-1b80735f9967 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=10b0a72955244448954be539f99435e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422440 Aug 26 16:01:46.275969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44842) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:46.289091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:46.330619 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] Publish callbacks [] for security_group (2c2ca043-3963-4238-9b6f-f2e1f1be6c57), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:46.354197 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] Publish callbacks [] for security_group (2c2ca043-3963-4238-9b6f-f2e1f1be6c57), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:46.507346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (2c2ca043-3963-4238-9b6f-f2e1f1be6c57), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:46.509987 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:46.511143 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/2c2ca043-3963-4238-9b6f-f2e1f1be6c57 HTTP/1.1" status: 204 len: 168 time: 0.2342582 Aug 26 16:01:46.519605 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acd2ed-2ce5-4d53-b880-bce3b9c7f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ca043-3963-4238-9b6f-f2e1f1be6c57,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:47.076826 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:47.079744 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:52.282599 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44974) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:52.390066 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89434042-603e-4d7a-a19f-5d873354543d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.466473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89434042-603e-4d7a-a19f-5d873354543d admin admin] Publish callbacks [] for security_group (6d91173b-bc76-4ff0-b69e-b5702aa318f7), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.564443 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-89434042-603e-4d7a-a19f-5d873354543d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6d91173b-bc76-4ff0-b69e-b5702aa318f7), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.607826 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434042-603e-4d7a-a19f-5d873354543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91173b-bc76-4ff0-b69e-b5702aa318f7,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:52.612316 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-89434042-603e-4d7a-a19f-5d873354543d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=02c5f910161c420e8d2c3efc8d633dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285830 Aug 26 16:01:52.615576 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44978) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:52.669780 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] Publish callbacks [] for security_group (6d91173b-bc76-4ff0-b69e-b5702aa318f7), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.693355 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] Publish callbacks [] for security_group (6d91173b-bc76-4ff0-b69e-b5702aa318f7), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.838763 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (6d91173b-bc76-4ff0-b69e-b5702aa318f7), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.841383 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:52.842660 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/6d91173b-bc76-4ff0-b69e-b5702aa318f7 HTTP/1.1" status: 204 len: 168 time: 0.2259738 Aug 26 16:01:52.851499 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015691af-8fd4-40be-bde6-2d35a2ac4905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91173b-bc76-4ff0-b69e-b5702aa318f7,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:53.455332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 44984) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:53.469788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.544305 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Publish callbacks [] for security_group (a3c357ad-5e21-4305-a419-5a40fc780435), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.620726 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a3c357ad-5e21-4305-a419-5a40fc780435), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.665141 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=985bae11d2af4042942e15b799223181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086756 Aug 26 16:01:53.666032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c357ad-5e21-4305-a419-5a40fc780435,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:53.667948 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 44986) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:53.673723 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.674073 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.674418 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.674761 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.675095 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.675428 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.675755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.676185 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.677128 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.677531 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.677878 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.678187 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.678507 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.678831 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.679152 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ca30e-8646-4e88-86e3-10aa6c1bd2a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:53.721731 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] Publish callbacks [] for security_group (a3c357ad-5e21-4305-a419-5a40fc780435), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.745035 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] Publish callbacks [] for security_group (a3c357ad-5e21-4305-a419-5a40fc780435), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.907164 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (a3c357ad-5e21-4305-a419-5a40fc780435), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.909743 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:53.910894 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/a3c357ad-5e21-4305-a419-5a40fc780435 HTTP/1.1" status: 204 len: 168 time: 0.2419310 Aug 26 16:01:53.919500 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f169668-2f0c-4b06-944c-f95c8749c921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c357ad-5e21-4305-a419-5a40fc780435,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:57.167995 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45058) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:57.279006 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2038aa6-7914-4fc0-8e41-4004839cfb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.354740 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2038aa6-7914-4fc0-8e41-4004839cfb37 admin admin] Publish callbacks [] for security_group (4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.443807 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-f2038aa6-7914-4fc0-8e41-4004839cfb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.482354 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2038aa6-7914-4fc0-8e41-4004839cfb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:57.486983 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-f2038aa6-7914-4fc0-8e41-4004839cfb37 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=3f7fa945bb1d4fa9aa2038cb14f89936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178439 Aug 26 16:01:57.491104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45062) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:57.530751 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:57.539270 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:57.544060 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] Publish callbacks [] for security_group (4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.564216 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] Publish callbacks [] for security_group (4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.724447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.727047 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.728359 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2 HTTP/1.1" status: 204 len: 168 time: 0.2361042 Aug 26 16:01:57.736966 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b82f-d7d0-479b-8b09-130d94681bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c55e5-8464-42f5-ad2a-a5726bd7a4b2,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:58.409634 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45068) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:58.426890 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4eb67773-bd03-4783-9953-f02b0b6550a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.509976 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4eb67773-bd03-4783-9953-f02b0b6550a2 admin admin] Publish callbacks [] for security_group (aa94b894-a21f-4ad2-b2e9-0c82725c3471), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.575376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4eb67773-bd03-4783-9953-f02b0b6550a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (aa94b894-a21f-4ad2-b2e9-0c82725c3471), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.612852 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:58.616642 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67773-bd03-4783-9953-f02b0b6550a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94b894-a21f-4ad2-b2e9-0c82725c3471,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:58.620911 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4eb67773-bd03-4783-9953-f02b0b6550a2 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=cda9e45c6bd749b680bbba30a9ef6b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102611 Aug 26 16:01:58.626221 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45070) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:58.663527 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:58.675244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] Publish callbacks [] for security_group (aa94b894-a21f-4ad2-b2e9-0c82725c3471), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.695554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] Publish callbacks [] for security_group (aa94b894-a21f-4ad2-b2e9-0c82725c3471), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.838415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (aa94b894-a21f-4ad2-b2e9-0c82725c3471), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.840985 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.842172 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/aa94b894-a21f-4ad2-b2e9-0c82725c3471 HTTP/1.1" status: 204 len: 168 time: 0.2178304 Aug 26 16:01:58.851125 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45a5d-2feb-4b56-957a-fbb70e2bb451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94b894-a21f-4ad2-b2e9-0c82725c3471,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:00.731048 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45108) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:00.846030 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f8a4-3a63-4be0-b460-474ffc1eb46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.926230 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f8a4-3a63-4be0-b460-474ffc1eb46d admin admin] Publish callbacks [] for security_group (984250f8-5c9a-4e37-8d9e-cff693aeb945), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.027197 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f8a4-3a63-4be0-b460-474ffc1eb46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (984250f8-5c9a-4e37-8d9e-cff693aeb945), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.067349 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f8a4-3a63-4be0-b460-474ffc1eb46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984250f8-5c9a-4e37-8d9e-cff693aeb945,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:01.071956 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-7cf0f8a4-3a63-4be0-b460-474ffc1eb46d admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=c224399f209441078efc9a25711af927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398151 Aug 26 16:02:01.075682 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45112) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:01.130250 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] Publish callbacks [] for security_group (984250f8-5c9a-4e37-8d9e-cff693aeb945), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.152127 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] Publish callbacks [] for security_group (984250f8-5c9a-4e37-8d9e-cff693aeb945), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.192078 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-78bcd0b4-6252-4b32-834a-b0c3dbdfe83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.277828 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (984250f8-5c9a-4e37-8d9e-cff693aeb945), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.280440 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.281621 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/984250f8-5c9a-4e37-8d9e-cff693aeb945 HTTP/1.1" status: 204 len: 168 time: 0.2049704 Aug 26 16:02:01.293007 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582545-9bbc-4c2c-8a75-fffd405abf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984250f8-5c9a-4e37-8d9e-cff693aeb945,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:02.347805 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45136) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:02.447888 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1576283910-network', 'tenant_id': 'd4aca222b23d447d84c26967902508ea'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:02.557996 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Made reservation on behalf of d4aca222b23d447d84c26967902508ea for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:02.560484 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.569560 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.583772 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:02.629514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:02.650879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks [] for security_group (d7852593-c9c7-4d86-b4fb-50ee3fd3f500), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.747404 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d7852593-c9c7-4d86-b4fb-50ee3fd3f500), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.776732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:02:02.783287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7852593-c9c7-4d86-b4fb-50ee3fd3f500,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:02.792995 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (a09e6692-61fb-4752-a2b7-bbe87260f013), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.793313 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Added segment a09e6692-61fb-4752-a2b7-bbe87260f013 of type vlan for network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 Aug 26 16:02:02.795494 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.795834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.796200 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.796560 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.796932 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.797259 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.797588 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.797913 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.798236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.798557 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.798879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.799346 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.799516 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.799832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.800175 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:02.852699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (7a2395dc-a7e7-47d2-a8f1-732bfc909be1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.998936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (7a2395dc-a7e7-47d2-a8f1-732bfc909be1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.999932 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:03.000551 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.060319 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] Pushing event updated for resources: {'Network': ['ID=7a2395dc-a7e7-47d2-a8f1-732bfc909be1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:03.070039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:02:03.126827 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-ce84904c-23eb-43ae-b366-343bdf6c62bf admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7778432 Aug 26 16:02:03.130364 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45140) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:03.135640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Request body: {'subnet': {'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1576283910-subnet', 'tenant_id': 'd4aca222b23d447d84c26967902508ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:03.209491 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Made reservation on behalf of d4aca222b23d447d84c26967902508ea for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:03.212196 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.421154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-693953c5-a638-4155-963e-6c79fa9a95dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.450559 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (ce52af56-982b-47fe-8a5e-69179e97d0be), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.521151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:03.526753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce52af56-982b-47fe-8a5e-69179e97d0be,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:03.541128 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Checking segment: {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:03.541951 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Network hostable DHCP agents. Network: 7a2395dc-a7e7-47d2-a8f1-732bfc909be1, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:02:03.620946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:02:03.729598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 7a2395dc-a7e7-47d2-a8f1-732bfc909be1) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:03.733975 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:03.734654 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.738568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2098b4-2fb7-4018-9423-5ae30205522c None None] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:02:03.829584 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-13da6043-ff05-4ce0-9c5d-6c6d82d80590 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6980414 Aug 26 16:02:03.841917 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa167cb6-8f4a-4029-a624-468cb665ae8b None None] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:02:04.785016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.131961 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-5411d2b9-4d44-47e9-a22c-2e2b737464a2 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.133374 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-5411d2b9-4d44-47e9-a22c-2e2b737464a2 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/networks?id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1 HTTP/1.1" status: 200 len: 809 time: 0.1174438 Aug 26 16:02:06.149329 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c7082c9b-9167-4cfc-913b-0b735dcc4acf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/quotas/d4aca222b23d447d84c26967902508ea HTTP/1.1" status: 200 len: 375 time: 0.0100987 Aug 26 16:02:06.189699 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-b47ff7b7-e148-4b8b-8954-bb6a47da1461 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326393 Aug 26 16:02:06.249115 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-ea11abc8-511b-4f19-9f0c-4745275f4dc2 service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113465) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:02:06.250149 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-ea11abc8-511b-4f19-9f0c-4745275f4dc2 service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0531323 Aug 26 16:02:06.347407 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0df5bf04-b3a1-43e5-bdb1-1fb0a0cb7c9d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906420 Aug 26 16:02:06.367915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:06.451085 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-04aa8cd7-a801-4f80-b680-f05b5bc9fd95 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953507 Aug 26 16:02:06.471964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.529542 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:07.770171 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-367ffe1b-80e5-47a1-9f6e-79ee430c53a2 req-0e3792b2-3fe8-44ec-864a-fb5c88a08d4f tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 210 time: 0.0444942 Aug 26 16:02:08.864286 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bd03aae1-f6d4-4b04-9691-f8f34c47abb8 req-3f6e30cd-e5ad-4101-be5f-de4c2dbf1e75 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 210 time: 0.0299668 Aug 26 16:02:09.970938 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fdd16282-0b4e-4504-b30a-becd4a333a37 req-09ad1fa9-efd6-4932-a6e8-c1c1f73078c6 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 210 time: 0.0312173 Aug 26 16:02:10.522556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-f711880b-66ac-4a67-ac0d-dceb2459de39 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:10.524022 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-f711880b-66ac-4a67-ac0d-dceb2459de39 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "GET /networking/v2.0/networks?id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1 HTTP/1.1" status: 200 len: 809 time: 0.1070838 Aug 26 16:02:10.542475 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Request body: {'port': {'device_id': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1', 'admin_state_up': True, 'tenant_id': 'd4aca222b23d447d84c26967902508ea'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:10.545238 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:02:10.606408 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:10.787410 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Made reservation on behalf of d4aca222b23d447d84c26967902508ea for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:10.792396 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.925609 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Allocated IP 172.20.0.8 (7a2395dc-a7e7-47d2-a8f1-732bfc909be1/ce52af56-982b-47fe-8a5e-69179e97d0be/d1a107ff-cbb3-408c-8fc9-29fa2dcc1661) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:10.958366 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.084989 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ec7acb2f-4220-4847-b4b0-782aaf2fd1f2 req-362f747a-9abe-482c-8b91-fe59c2f217ea tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 210 time: 0.0348704 Aug 26 16:02:11.114984 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks [] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.209646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.251988 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:11.257793 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:11.262262 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:11.285579 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Pushing event updated for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:11.313817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:11.314432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.440772 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-c94a0456-646a-4a05-ac16-19326ec8fa4a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9021339 Aug 26 16:02:11.458596 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Request body: {'port': {'device_id': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:11.506114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.528897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.704970 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.796535 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:11.804861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks [] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.819122 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Transition to ACTIVE for port object d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:02:11.928715 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.009902 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:12.038564 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Attempting to bind port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:02:12.038890 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Attempting to bind port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:02:12.039210 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Attempting to bind port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:12.043702 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:02:12.046677 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Attempting to bind port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:12.049071 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:02:12.049401 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Checking segment: {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:12.049834 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Bound using segment: {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:02:12.050191 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Bound port: d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:02:12.050537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.112576 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:02:12.116275 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:02:12.208159 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9e210-1e6b-4935-8370-5ef8acbefb7d req-ba4da97b-594f-4d93-8f12-1ab350dfcb47 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.209683 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-18f9e210-1e6b-4935-8370-5ef8acbefb7d req-ba4da97b-594f-4d93-8f12-1ab350dfcb47 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 943 time: 0.0495906 Aug 26 16:02:12.209946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.213091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.213699 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.215080 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 HTTP/1.1" status: 200 len: 1093 time: 0.7606487 Aug 26 16:02:12.217326 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:12.219620 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318ffced-4073-48fe-8c4b-cf0c01d41876" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:12.270406 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-18f9e210-1e6b-4935-8370-5ef8acbefb7d req-45561b37-8deb-4ce4-80bd-a5d6e4aa09ac tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Aug 26 16:02:12.515166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86253733-eaa5-403d-995a-d43444be1438 x-openstack-request-id: req-86253733-eaa5-403d-995a-d43444be1438 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:12.515495 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:12.515659 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86253733-eaa5-403d-995a-d43444be1438 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:12.516078 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86253733-eaa5-403d-995a-d43444be1438'] response: {'name': 'network-changed', 'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661', 'status': 'completed', 'code': 200} Aug 26 16:02:12.548408 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:12.569307 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-a470712f-5acd-4c31-baac-380fe8c98a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.571052 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-a470712f-5acd-4c31-baac-380fe8c98a86 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 1127 time: 0.0574970 Aug 26 16:02:12.575728 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cdce-77d8-457a-bc0a-c2e82b34fb69 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:12.688713 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-252b9ed9-b83a-43da-98e0-73bde946ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.690253 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-252b9ed9-b83a-43da-98e0-73bde946ae0e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d4aca222b23d447d84c26967902508ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1047270 Aug 26 16:02:12.791495 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-907220b0-96d1-4956-94bd-35c9f00d33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.792999 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-318ffced-4073-48fe-8c4b-cf0c01d41876 req-907220b0-96d1-4956-94bd-35c9f00d33a7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954123 Aug 26 16:02:12.909814 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-e4ec9efc-4498-47ba-be3c-e6a13b9edf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.912056 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-e4ec9efc-4498-47ba-be3c-e6a13b9edf72 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 1127 time: 0.0450215 Aug 26 16:02:12.962102 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-a02b18f6-7958-4b01-900d-5994041d892e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 HTTP/1.1" status: 200 len: 217 time: 0.0354648 Aug 26 16:02:13.013524 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-cd46c94c-4faa-4ce9-a8fb-8cc4225f2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:13.014946 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-cd46c94c-4faa-4ce9-a8fb-8cc4225f2957 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ce52af56-982b-47fe-8a5e-69179e97d0be HTTP/1.1" status: 200 len: 849 time: 0.0447621 Aug 26 16:02:13.049058 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-e7cc3d93-3496-4470-87a2-ab9738254bc9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267920 Aug 26 16:02:13.131533 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:13.150425 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-a23c9915-fe9b-40ba-81c8-c0d343b61e4c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938499 Aug 26 16:02:13.255764 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-68887ecb-1f57-41c4-9f68-3073c53668a0 req-ea5ce0d1-d853-4599-8ba3-43c8ec0f0775 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986614 Aug 26 16:02:13.399049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102f439-624c-4139-b9a1-2843b6666e7e req-51ed3052-61e1-478b-a249-216fdc201b4d tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:13.400719 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2102f439-624c-4139-b9a1-2843b6666e7e req-51ed3052-61e1-478b-a249-216fdc201b4d tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 943 time: 0.0521984 Aug 26 16:02:13.451393 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2102f439-624c-4139-b9a1-2843b6666e7e req-685357c6-151b-44ba-9090-91ef9930903d tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Aug 26 16:02:14.593683 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d9b24-02c9-42c7-8c3e-566e3965adaa req-04957abd-7137-454a-971a-a424e7006124 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:14.595195 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ab1d9b24-02c9-42c7-8c3e-566e3965adaa req-04957abd-7137-454a-971a-a424e7006124 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 943 time: 0.0521412 Aug 26 16:02:14.645457 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ab1d9b24-02c9-42c7-8c3e-566e3965adaa req-36a5ab28-9851-41a9-8e99-33ed8fb61c08 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Aug 26 16:02:15.768782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938831c-4b47-48d5-888e-bfc504638dfb req-dc311a3d-13ac-4884-836e-259259792e9d tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.771031 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7938831c-4b47-48d5-888e-bfc504638dfb req-dc311a3d-13ac-4884-836e-259259792e9d tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 943 time: 0.0477839 Aug 26 16:02:15.819315 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7938831c-4b47-48d5-888e-bfc504638dfb req-8fb4ae52-c4f1-4796-b363-4cd9c7631e70 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Aug 26 16:02:16.744828 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:16.747049 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:16.849403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:16.862210 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661', 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1', 'port_id': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661', 'mac_address': 'fa:16:3e:b3:ba:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce52af56-982b-47fe-8a5e-69179e97d0be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:16.898048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:16.898434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.912497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:16.932822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:16.942571 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995d3e-e5d5-4540-bfd2-945418faf77a req-6587d389-b490-4c49-b620-f380f348bed4 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:16.944151 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f0995d3e-e5d5-4540-bfd2-945418faf77a req-6587d389-b490-4c49-b620-f380f348bed4 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 943 time: 0.0486012 Aug 26 16:02:16.986313 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.992678 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f0995d3e-e5d5-4540-bfd2-945418faf77a req-d5002db7-e000-40ab-8ce7-e8abdd448548 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Aug 26 16:02:17.034675 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:17.279227 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['d1a107ff-cbb3-408c-8fc9-29fa2dcc1661'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:18.129068 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeacad-a50e-4cad-9f58-466e7d537a50 req-0bebf98e-40ec-4751-b2eb-f1b68c30167f tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.130592 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15aeacad-a50e-4cad-9f58-466e7d537a50 req-0bebf98e-40ec-4751-b2eb-f1b68c30167f tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 944 time: 0.0516067 Aug 26 16:02:18.178306 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-15aeacad-a50e-4cad-9f58-466e7d537a50 req-0498472f-a6cc-46fb-93ea-fe6638877f83 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Aug 26 16:02:18.765021 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:18.811710 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:18.906630 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:18.906925 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.982851 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:18.983240 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.005829 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:19.008086 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee8661-1a85-481b-b581-955d0fbe3187" -d '{"events": [{"server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "name": "network-vif-plugged", "status": "completed", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:19.010244 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:19.022233 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:19.129022 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.167481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d12e00-12cf-4350-a3c5-0b8d8e8f19a8 x-openstack-request-id: req-35d12e00-12cf-4350-a3c5-0b8d8e8f19a8 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:19.167773 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "name": "network-vif-plugged", "status": "completed", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:19.168077 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35d12e00-12cf-4350-a3c5-0b8d8e8f19a8 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:19.168476 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d12e00-12cf-4350-a3c5-0b8d8e8f19a8'] response: {'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661', 'code': 200} Aug 26 16:02:19.180088 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:19.302663 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b386e0-0682-4875-90d4-1e415edc11ab req-23b640a0-ced3-416f-b864-9f3b489517b9 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.304216 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28b386e0-0682-4875-90d4-1e415edc11ab req-23b640a0-ced3-416f-b864-9f3b489517b9 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Aug 26 16:02:19.352232 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-28b386e0-0682-4875-90d4-1e415edc11ab req-fc1786c5-e08a-4e6c-8ad5-d96cea56dc16 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Aug 26 16:02:19.574976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674ddb7-4df4-4257-826c-5cea5879430b req-ecab9461-faa4-443c-9b4e-07bbdaffdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.576525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3674ddb7-4df4-4257-826c-5cea5879430b req-ecab9461-faa4-443c-9b4e-07bbdaffdea6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 1129 time: 0.0439415 Aug 26 16:02:19.621673 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3674ddb7-4df4-4257-826c-5cea5879430b req-2a8d1c40-5df3-4ecb-a979-231631a9860a service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Aug 26 16:02:20.477208 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ef9f1-a632-4050-8322-95305848a7d7 req-ad08fa41-26af-4ef4-89af-88e9d973dc88 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:20.478770 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-878ef9f1-a632-4050-8322-95305848a7d7 req-ad08fa41-26af-4ef4-89af-88e9d973dc88 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Aug 26 16:02:20.491301 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:20.534625 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-878ef9f1-a632-4050-8322-95305848a7d7 req-e4d8d91b-7934-4a24-b07a-4f15ac7ac48a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497887 Aug 26 16:02:20.540988 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:20.542348 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:21.664753 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f252ff-09e8-4325-a852-f9837373ed6f req-788e3d62-d4d5-4680-a345-1f3d4dd23bb9 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:21.666361 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-92f252ff-09e8-4325-a852-f9837373ed6f req-788e3d62-d4d5-4680-a345-1f3d4dd23bb9 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Aug 26 16:02:21.711843 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:21.725092 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-92f252ff-09e8-4325-a852-f9837373ed6f req-dcc1da59-d5a4-4f79-a9c8-3777cb822a3e tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Aug 26 16:02:23.415282 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5c1c9-d3ab-4104-b0c5-da8faefcac27 req-4a6e0bdf-9a39-456f-ba58-bd7ad93af987 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:23.416821 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-10e5c1c9-d3ab-4104-b0c5-da8faefcac27 req-4a6e0bdf-9a39-456f-ba58-bd7ad93af987 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Aug 26 16:02:23.473277 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-10e5c1c9-d3ab-4104-b0c5-da8faefcac27 req-d9b414ae-eb2c-4254-bde1-a35ffaa17e4e tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505981 Aug 26 16:02:24.602657 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec46b5-8ed1-4085-9077-b6146756001d req-caf8b35e-fdc9-4ad3-a4b7-9becb3b1fec1 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.604600 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fec46b5-8ed1-4085-9077-b6146756001d req-caf8b35e-fdc9-4ad3-a4b7-9becb3b1fec1 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Aug 26 16:02:24.657347 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7fec46b5-8ed1-4085-9077-b6146756001d req-e03cffb4-4d61-4dc2-a772-4209de2d48b3 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Aug 26 16:02:24.894633 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-d1fb1766-7548-4fd2-a208-644a423c26cc tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.896182 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-d1fb1766-7548-4fd2-a208-644a423c26cc tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 945 time: 0.0507083 Aug 26 16:02:24.981714 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Deleting port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:24.982093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.076720 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] For port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:25.077087 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.090681 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Calling delete_port for d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:25.161845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:25.340817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (d1a107ff-cbb3-408c-8fc9-29fa2dcc1661), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.369552 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Pushing event deleted for resources: {'Port': ['ID=d1a107ff-cbb3-408c-8fc9-29fa2dcc1661,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:25.377794 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['d1a107ff-cbb3-408c-8fc9-29fa2dcc1661'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:25.415819 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] No DVR routers for this DVR port d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:25.418256 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.421694 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7a98ab40-a0e6-4173-a18c-b2f199ed6926 req-9e2b91ae-bc75-4e8f-9334-d74479cd9dec tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "DELETE /networking/v2.0/ports/d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 HTTP/1.1" status: 204 len: 173 time: 0.5194738 Aug 26 16:02:25.422151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'name': 'network-vif-deleted', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:25.424539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95207fc-65ac-4ec4-812f-0a37e48fe3c1" -d '{"events": [{"server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "name": "network-vif-deleted", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:25.465936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85bc3ac-dac7-4530-bee7-6cda5f605bd6 x-openstack-request-id: req-e85bc3ac-dac7-4530-bee7-6cda5f605bd6 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:25.466231 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e1c2c-f691-43e9-b9d9-964c2ab7d943", "name": "network-vif-deleted", "tag": "d1a107ff-cbb3-408c-8fc9-29fa2dcc1661", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:25.466485 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e85bc3ac-dac7-4530-bee7-6cda5f605bd6 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:25.466897 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85bc3ac-dac7-4530-bee7-6cda5f605bd6'] response: {'server_uuid': 'f16e1c2c-f691-43e9-b9d9-964c2ab7d943', 'name': 'network-vif-deleted', 'tag': 'd1a107ff-cbb3-408c-8fc9-29fa2dcc1661', 'status': 'completed', 'code': 200} Aug 26 16:02:25.774145 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-929d4259-ac6e-4291-96fd-0c34448385fb req-7cd58de6-3316-4737-bfba-1500a6c6c306 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f16e1c2c-f691-43e9-b9d9-964c2ab7d943 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Aug 26 16:02:27.035545 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:27.072784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-e5bb287d-3b40-4936-8da2-3b79168fd7cb tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:27.074308 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-e5bb287d-3b40-4936-8da2-3b79168fd7cb tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/networks?id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1 HTTP/1.1" status: 200 len: 809 time: 0.1163940 Aug 26 16:02:27.089908 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-3361ae26-3518-4ae0-94e9-df7a7a760bbe tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/quotas/d4aca222b23d447d84c26967902508ea HTTP/1.1" status: 200 len: 375 time: 0.0101378 Aug 26 16:02:27.123731 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-3605c699-f562-4345-b0c2-545e347b617c tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285466 Aug 26 16:02:27.134183 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f9d4ac4b-1f1c-4f0a-b3fd-6beb6a8fc6d6 service neutron] http://10.222.0.98:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113464) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:02:27.135164 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f9d4ac4b-1f1c-4f0a-b3fd-6beb6a8fc6d6 service neutron] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052607 Aug 26 16:02:27.231498 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-debf9b35-9093-4054-a089-84cf94b82dc9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907714 Aug 26 16:02:27.325713 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-808b961b-8062-4ad5-a7cb-9f4485923156 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Aug 26 16:02:27.583071 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3ee93fd1-821e-4c68-94b4-200ff7893320 req-576a05df-c9fa-4f48-b260-bdbf3f09f801 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 210 time: 0.0303605 Aug 26 16:02:28.683510 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-ce9851e8-71d3-4c1c-9cf7-fcf2db04490d req-c59699f9-b9ba-4b9d-8b3a-363257d6876f tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 210 time: 0.0285347 Aug 26 16:02:28.848714 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:02:28.869910 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:02:28.870256 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device d1a107ff-cbb3-408c-8fc9-29fa2dcc1661 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:02:29.791488 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-75169646-a020-4aab-a92f-fb5aad873a40 req-52ce2b16-5fb5-458d-abf5-7df1d5a20a66 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 210 time: 0.0332296 Aug 26 16:02:29.939385 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-49ad389b-5ade-4f1f-a032-a84eef5dc180 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:29.941404 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-49ad389b-5ade-4f1f-a032-a84eef5dc180 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "GET /networking/v2.0/networks?id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1 HTTP/1.1" status: 200 len: 809 time: 0.1083019 Aug 26 16:02:29.960778 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Request body: {'port': {'device_id': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1', 'admin_state_up': True, 'tenant_id': 'd4aca222b23d447d84c26967902508ea'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:30.169212 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Made reservation on behalf of d4aca222b23d447d84c26967902508ea for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:30.174775 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:30.261267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:30.312827 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Allocated IP 172.20.0.4 (7a2395dc-a7e7-47d2-a8f1-732bfc909be1/ce52af56-982b-47fe-8a5e-69179e97d0be/b7240ca7-0a0b-4505-94e9-e6fe6243f9e1) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:30.476440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks [] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:30.488056 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:30.648732 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:30.696494 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:30.699674 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:30.703427 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:30.728505 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Pushing event updated for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:30.755782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:30.756377 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:30.897576 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f6ae6f3f-c14f-47bf-891a-ffdb8152191a tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415190 Aug 26 16:02:30.915826 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Request body: {'port': {'device_id': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:30.917554 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6fad-30e4-4e91-8f43-329f4404f7f5 req-b14cd80b-dee4-430a-a324-1f7ec9c86d14 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:30.919058 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aaab6fad-30e4-4e91-8f43-329f4404f7f5 req-b14cd80b-dee4-430a-a324-1f7ec9c86d14 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 931 time: 0.0522249 Aug 26 16:02:30.971608 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aaab6fad-30e4-4e91-8f43-329f4404f7f5 req-43fe4e81-f338-4b36-b700-9c156cc69461 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Aug 26 16:02:30.977741 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.179979 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8ba700dd-22a4-4ede-94fe-b9caa1c46a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.244576 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:31.252125 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks [] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.265167 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Transition to ACTIVE for port object b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:02:31.323360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.366759 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:31.389726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:31.442332 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Attempting to bind port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:02:31.442668 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Attempting to bind port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:02:31.443017 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Attempting to bind port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:31.447889 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:02:31.448214 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Attempting to bind port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 on network 7a2395dc-a7e7-47d2-a8f1-732bfc909be1 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:31.453304 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:02:31.453646 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Checking segment: {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:31.454040 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Bound using segment: {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:02:31.454473 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Bound port: b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09e6692-61fb-4752-a2b7-bbe87260f013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:02:31.454831 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.519308 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:02:31.522562 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:02:31.609615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.613969 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:31.614554 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.615947 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 HTTP/1.1" status: 200 len: 1093 time: 0.7044568 Aug 26 16:02:31.616435 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:31.618743 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:31.663858 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621778ec-959d-48f0-97f7-838fafb2066a x-openstack-request-id: req-621778ec-959d-48f0-97f7-838fafb2066a {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:31.664169 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:31.664428 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-621778ec-959d-48f0-97f7-838fafb2066a {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:31.664916 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621778ec-959d-48f0-97f7-838fafb2066a'] response: {'name': 'network-changed', 'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1', 'status': 'completed', 'code': 200} Aug 26 16:02:31.669630 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875c484-880e-48ec-8003-3294e4872c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:31.746244 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-6f331cdc-f100-4280-a6ca-4b230a6263a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:31.747815 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-6f331cdc-f100-4280-a6ca-4b230a6263a8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 1127 time: 0.0416842 Aug 26 16:02:31.819626 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:31.858020 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-35f202d8-3cd4-4afb-8c42-3a50e88012f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:31.859513 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-35f202d8-3cd4-4afb-8c42-3a50e88012f7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d4aca222b23d447d84c26967902508ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0992098 Aug 26 16:02:31.959075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-998cd790-4c0e-4dcc-9d25-18736b9df29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:31.960591 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-dd7fc14b-d1ca-433b-b4ea-58e79eaf1d9e req-998cd790-4c0e-4dcc-9d25-18736b9df29b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954981 Aug 26 16:02:32.066677 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f15821c0-fb2f-4fb5-9f8e-bbe15cf8b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:32.068227 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f15821c0-fb2f-4fb5-9f8e-bbe15cf8b896 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d4aca222b23d447d84c26967902508ea&device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 1127 time: 0.0466790 Aug 26 16:02:32.104636 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182630c-3029-46f5-9c55-baeace9f34b7 req-8f524d8e-b0bf-4546-af31-c2859ca2ad4e tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:32.106176 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6182630c-3029-46f5-9c55-baeace9f34b7 req-8f524d8e-b0bf-4546-af31-c2859ca2ad4e tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 943 time: 0.0518730 Aug 26 16:02:32.117559 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-f3b04a97-60d2-43aa-979c-20c49ed5a3a1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 HTTP/1.1" status: 200 len: 217 time: 0.0351589 Aug 26 16:02:32.158295 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6182630c-3029-46f5-9c55-baeace9f34b7 req-44fc9ddd-1a11-4adc-a245-0f05939a6682 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Aug 26 16:02:32.173044 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-de710252-b9ac-49ad-96a6-c942855c25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:32.174643 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-de710252-b9ac-49ad-96a6-c942855c25e9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ce52af56-982b-47fe-8a5e-69179e97d0be HTTP/1.1" status: 200 len: 849 time: 0.0496557 Aug 26 16:02:32.211787 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-71d34818-1982-4f3c-9257-473c2ee34ed7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=7a2395dc-a7e7-47d2-a8f1-732bfc909be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306671 Aug 26 16:02:32.305525 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-6bc420e7-76c3-45c4-b377-44cfb3f3db5d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881307 Aug 26 16:02:32.401968 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-e53c2b31-af62-4a15-b012-48310ca6a9c6 req-aa4ceccd-2546-45d2-8dda-d6edf90754d6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892200 Aug 26 16:02:33.279336 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0dc57-5d8a-46f9-8562-18ce6e951639 req-9522bfc5-8562-4b4c-9dcb-5f67b595c0cf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:33.280940 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac0dc57-5d8a-46f9-8562-18ce6e951639 req-9522bfc5-8562-4b4c-9dcb-5f67b595c0cf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 943 time: 0.0479670 Aug 26 16:02:33.329400 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fac0dc57-5d8a-46f9-8562-18ce6e951639 req-95231a0f-938f-4f0e-8940-6a69f77b973e tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Aug 26 16:02:33.396642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-dca19487-e888-4bac-aa11-239fe7868690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:34.453771 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c3ee2-827b-404f-9660-9a4b5710f74e req-60eded8c-ac5b-4762-861b-3016261809cf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.455238 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c97c3ee2-827b-404f-9660-9a4b5710f74e req-60eded8c-ac5b-4762-861b-3016261809cf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 943 time: 0.0516882 Aug 26 16:02:34.501996 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c97c3ee2-827b-404f-9660-9a4b5710f74e req-ffa17d6b-5cbe-495d-a125-e3935c16abfb tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Aug 26 16:02:34.803012 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:34.886793 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:34.986891 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:35.001935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1', 'network_id': '7a2395dc-a7e7-47d2-a8f1-732bfc909be1', 'port_id': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1', 'mac_address': 'fa:16:3e:b3:cc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce52af56-982b-47fe-8a5e-69179e97d0be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:35.028935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.036983 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:35.037361 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.050289 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:35.073016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:35.140037 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.190220 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:35.426662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['b7240ca7-0a0b-4505-94e9-e6fe6243f9e1'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:35.535491 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.536456 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=19 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.627273 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f565b67-d0d0-4b5e-8f91-18b37a37b357 req-d703e069-38b9-42d9-ad9e-0b4efa74871c tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:35.630812 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f565b67-d0d0-4b5e-8f91-18b37a37b357 req-d703e069-38b9-42d9-ad9e-0b4efa74871c tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 944 time: 0.0515623 Aug 26 16:02:35.677929 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f565b67-d0d0-4b5e-8f91-18b37a37b357 req-dece9879-a692-4422-9c5c-9445d5104c01 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Aug 26 16:02:36.460293 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.511455 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.789059 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:36.799735 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59193eb9-a38b-448d-9be9-9c0ceed966b4 req-47c5d697-e677-43c4-bd63-6293bd353f97 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:36.801272 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-59193eb9-a38b-448d-9be9-9c0ceed966b4 req-47c5d697-e677-43c4-bd63-6293bd353f97 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Aug 26 16:02:36.849539 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-59193eb9-a38b-448d-9be9-9c0ceed966b4 req-2c55e6b7-2b91-4e6a-b254-d65affed3b76 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Aug 26 16:02:36.910902 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:36.954662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:37.008481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:37.008860 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.089726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:37.090110 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.112824 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:37.115536 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8e786-d309-4e1b-91ff-3cb93e19475c" -d '{"events": [{"server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "name": "network-vif-plugged", "status": "completed", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:37.117774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:37.128957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:37.156162 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621dcaf9-809a-4381-b214-ee5db6265388 x-openstack-request-id: req-621dcaf9-809a-4381-b214-ee5db6265388 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:37.156162 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "name": "network-vif-plugged", "status": "completed", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:37.156454 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-621dcaf9-809a-4381-b214-ee5db6265388 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:37.156651 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621dcaf9-809a-4381-b214-ee5db6265388'] response: {'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1', 'code': 200} Aug 26 16:02:37.225822 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.272619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:37.576206 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5032-d919-42b9-a944-9f74b1539f27 req-5cee1fa6-69df-4cd5-b28b-a07a94236590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:37.577674 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bdee5032-d919-42b9-a944-9f74b1539f27 req-5cee1fa6-69df-4cd5-b28b-a07a94236590 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 1129 time: 0.0383828 Aug 26 16:02:37.622156 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-bdee5032-d919-42b9-a944-9f74b1539f27 req-a50e1395-122f-4c09-8685-5e9df762849e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Aug 26 16:02:37.974551 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c8d00-1b89-47a6-9a8a-10624b87b93d req-1d7cb1c3-0530-468d-8f00-4eaf442a23a8 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:37.976061 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-976c8d00-1b89-47a6-9a8a-10624b87b93d req-1d7cb1c3-0530-468d-8f00-4eaf442a23a8 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Aug 26 16:02:38.028140 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-976c8d00-1b89-47a6-9a8a-10624b87b93d req-5fa4588c-36f8-430f-b518-bb4615a9eaa5 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Aug 26 16:02:39.152725 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1c68f-20dd-4df8-b709-daa4704f390a req-ea683242-67bd-48a4-b3f3-df017c7c8c24 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:39.154217 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-81b1c68f-20dd-4df8-b709-daa4704f390a req-ea683242-67bd-48a4-b3f3-df017c7c8c24 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0473473 Aug 26 16:02:39.205539 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-81b1c68f-20dd-4df8-b709-daa4704f390a req-a11c0d38-4ca3-4dd1-b244-7d76bfce1363 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Aug 26 16:02:40.327744 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35058-2020-4aaa-9422-4dd52256f500 req-2c87fd98-33a3-4e24-ac5c-f469f22c98bf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.329249 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aba35058-2020-4aaa-9422-4dd52256f500 req-2c87fd98-33a3-4e24-ac5c-f469f22c98bf tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 26 16:02:40.376706 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-aba35058-2020-4aaa-9422-4dd52256f500 req-51e6d7b7-9e2e-4679-a8f2-91e720bd1878 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Aug 26 16:02:41.562272 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.908951 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735fe1-b799-45d7-b431-347be0a2e597 req-0cfc0029-70cb-42e0-84f3-b726185690aa tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.910914 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a735fe1-b799-45d7-b431-347be0a2e597 req-0cfc0029-70cb-42e0-84f3-b726185690aa tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0474782 Aug 26 16:02:41.959850 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a735fe1-b799-45d7-b431-347be0a2e597 req-6b2b17ca-7285-4a93-883e-c726d26b8095 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Aug 26 16:02:43.082946 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf69d2-989f-4b5f-a923-54e58e6de55b req-308fdf2b-f926-4ec5-bd41-83450ffd0e79 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:43.084430 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-52bf69d2-989f-4b5f-a923-54e58e6de55b req-308fdf2b-f926-4ec5-bd41-83450ffd0e79 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Aug 26 16:02:43.132409 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-52bf69d2-989f-4b5f-a923-54e58e6de55b req-18871380-2b11-44fe-a2bb-16accb29f6c6 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d7852593-c9c7-4d86-b4fb-50ee3fd3f500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Aug 26 16:02:43.525190 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:43.543110 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-d5abbfce-38ad-43bd-95fe-f91fc5afb891 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:43.544728 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-d5abbfce-38ad-43bd-95fe-f91fc5afb891 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 945 time: 0.0470979 Aug 26 16:02:43.614342 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:43.630421 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Deleting port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:43.637750 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:43.720318 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] For port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,segment=NetworkSegment(a09e6692-61fb-4752-a2b7-bbe87260f013),segment_id=a09e6692-61fb-4752-a2b7-bbe87260f013)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:43.720776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:43.734161 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Calling delete_port for b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:43.946185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b7240ca7-0a0b-4505-94e9-e6fe6243f9e1), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:43.975347 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Pushing event deleted for resources: {'Port': ['ID=b7240ca7-0a0b-4505-94e9-e6fe6243f9e1,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:43.983434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['b7240ca7-0a0b-4505-94e9-e6fe6243f9e1'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:44.022590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] No DVR routers for this DVR port b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:44.025375 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:44.028672 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a16185f0-4748-4d62-8d6f-9a093e6e758f req-e3a86a52-ef71-478e-9c34-6053bdb50308 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 HTTP/1.1" status: 204 len: 173 time: 0.4782693 Aug 26 16:02:44.029109 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'name': 'network-vif-deleted', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:44.031356 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd43faa-b294-42cd-8183-22502772a887" -d '{"events": [{"server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "name": "network-vif-deleted", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:44.068562 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f82ba-0d97-4331-bd39-5b7bc3243a8b x-openstack-request-id: req-5d7f82ba-0d97-4331-bd39-5b7bc3243a8b {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:44.068855 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f1be57-bbc6-46fb-a4b1-0c450ba2e791", "name": "network-vif-deleted", "tag": "b7240ca7-0a0b-4505-94e9-e6fe6243f9e1", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:44.069197 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d7f82ba-0d97-4331-bd39-5b7bc3243a8b {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:44.069534 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7f82ba-0d97-4331-bd39-5b7bc3243a8b'] response: {'server_uuid': '99f1be57-bbc6-46fb-a4b1-0c450ba2e791', 'name': 'network-vif-deleted', 'tag': 'b7240ca7-0a0b-4505-94e9-e6fe6243f9e1', 'status': 'completed', 'code': 200} Aug 26 16:02:44.240702 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-14101b70-77e6-47e9-9356-d4321294d5ea req-8f015b5d-5f5a-4540-bdcb-77a05721e7f3 tempest-VolumesActionsTest-1611335737 tempest-VolumesActionsTest-1611335737-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=99f1be57-bbc6-46fb-a4b1-0c450ba2e791 HTTP/1.1" status: 200 len: 210 time: 0.0283449 Aug 26 16:02:46.948214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:02:46.969224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:02:46.969571 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b7240ca7-0a0b-4505-94e9-e6fe6243f9e1 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:02:47.544498 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:02:51.953969 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=34 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:51.956843 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=63 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:54.222329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:54.223368 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:56.952264 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:56.954199 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:57.540727 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:01.174147 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7b84161e-0233-4093-86e5-9b70b201ff12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.465041 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e0c2b690-2be9-42d3-b5cb-ac94e309637d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.837173 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:06.523015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:06.596380 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:11.533066 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:11.543109 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:11.624888 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.195815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45548) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:12.241901 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Deleting subnet ce52af56-982b-47fe-8a5e-69179e97d0be {{(pid=113465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:03:12.245136 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Publish callbacks [] for subnet (ce52af56-982b-47fe-8a5e-69179e97d0be), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.280222 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2787927'] for subnet (ce52af56-982b-47fe-8a5e-69179e97d0be), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.325112 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (ce52af56-982b-47fe-8a5e-69179e97d0be), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.477121 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3062222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9796808'] for subnet (ce52af56-982b-47fe-8a5e-69179e97d0be), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.506633 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.510119 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/ce52af56-982b-47fe-8a5e-69179e97d0be HTTP/1.1" status: 204 len: 168 time: 0.3131969 Aug 26 16:03:12.510942 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce52af56-982b-47fe-8a5e-69179e97d0be,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:12.512965 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45550) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:12.519067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.519415 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.519805 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.520165 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.520543 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.520911 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.521158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.521482 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.521806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.522129 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.522972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.522972 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.523201 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.523391 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.523710 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199023a-b777-4cf9-a827-6d4ed8645922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.587804 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (7a2395dc-a7e7-47d2-a8f1-732bfc909be1), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.678026 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (7a2395dc-a7e7-47d2-a8f1-732bfc909be1), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.703222 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2395dc-a7e7-47d2-a8f1-732bfc909be1']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:12.713619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09e6692-61fb-4752-a2b7-bbe87260f013') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:12.713914 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09e6692-61fb-4752-a2b7-bbe87260f013') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:12.724028 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (a09e6692-61fb-4752-a2b7-bbe87260f013), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.737464 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (a09e6692-61fb-4752-a2b7-bbe87260f013), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.744804 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:03:12.745194 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (a09e6692-61fb-4752-a2b7-bbe87260f013), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.887757 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (7a2395dc-a7e7-47d2-a8f1-732bfc909be1), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.892470 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment a09e6692-61fb-4752-a2b7-bbe87260f013 resource provider aggregate not found Aug 26 16:03:12.898239 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:12.901364 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/7a2395dc-a7e7-47d2-a8f1-732bfc909be1 HTTP/1.1" status: 204 len: 168 time: 0.3874078 Aug 26 16:03:12.919279 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2395dc-a7e7-47d2-a8f1-732bfc909be1,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:12.919279 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment a09e6692-61fb-4752-a2b7-bbe87260f013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a09e6692-61fb-4752-a2b7-bbe87260f013 found for delete ", "request_id": "req-1f68393b-29e2-40a2-97fa-ef9e0dabc543"}]} Aug 26 16:03:12.924218 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.924447 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.924800 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.925203 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.925546 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.926393 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.926716 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.927049 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.927383 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.927710 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.928332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.928453 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.928748 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.929079 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:12.929404 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2af743-3e15-4ca3-bf3d-5826178473d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:13.256731 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45560) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:13.299842 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-aae20b13-06d1-4e61-8085-b53cfe115c30 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=d4aca222b23d447d84c26967902508ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430133 Aug 26 16:03:13.303132 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45562) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:13.361730 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] Publish callbacks [] for security_group (d7852593-c9c7-4d86-b4fb-50ee3fd3f500), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.382603 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] Publish callbacks [] for security_group (d7852593-c9c7-4d86-b4fb-50ee3fd3f500), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.556336 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d7852593-c9c7-4d86-b4fb-50ee3fd3f500), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.559095 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.560620 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d7852593-c9c7-4d86-b4fb-50ee3fd3f500 HTTP/1.1" status: 204 len: 168 time: 0.2563813 Aug 26 16:03:13.569358 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf11a61-f942-4b0b-9d14-c0c0474fec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7852593-c9c7-4d86-b4fb-50ee3fd3f500,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:21.457396 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:22.503329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:22.518304 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:23.417124 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:23.565501 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:23.613619 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:24.544496 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:03:31.173222 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9735d56a-702e-41eb-9fb8-3046d490d414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.401995 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-73e96dcc-971b-43de-9be8-6ffea30ae489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:34.539260 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:34.540130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:34.836280 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.493177 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.527216 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.633679 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45698) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:36.740652 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9bff33ec-f4c1-4f06-94c5-62c0ed3e143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.817029 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9bff33ec-f4c1-4f06-94c5-62c0ed3e143f admin admin] Publish callbacks [] for security_group (5f715783-cdad-4605-a638-b94566ffcd86), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.915939 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-9bff33ec-f4c1-4f06-94c5-62c0ed3e143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5f715783-cdad-4605-a638-b94566ffcd86), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.955504 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-9bff33ec-f4c1-4f06-94c5-62c0ed3e143f admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=643de70a02164f5f96de62f050c55980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207448 Aug 26 16:03:36.956435 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff33ec-f4c1-4f06-94c5-62c0ed3e143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f715783-cdad-4605-a638-b94566ffcd86,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:36.958912 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45702) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:37.009124 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] Publish callbacks [] for security_group (5f715783-cdad-4605-a638-b94566ffcd86), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.029318 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] Publish callbacks [] for security_group (5f715783-cdad-4605-a638-b94566ffcd86), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.156058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (5f715783-cdad-4605-a638-b94566ffcd86), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.158629 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.159767 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/5f715783-cdad-4605-a638-b94566ffcd86 HTTP/1.1" status: 204 len: 168 time: 0.1998484 Aug 26 16:03:37.167782 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858e1b7-d59b-4865-8cd9-70856ff0a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f715783-cdad-4605-a638-b94566ffcd86,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:38.329684 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45724) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:38.427034 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1649728197-network', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:38.527238 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Made reservation on behalf of b7eea71358e140c29fa3df652ce95a6b for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:03:38.529716 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.539233 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.614021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks [] for security_group (492d71f4-8c7f-4d7f-987e-086b451a34e9), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.727225 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (492d71f4-8c7f-4d7f-987e-086b451a34e9), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.749257 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:03:38.765096 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d71f4-8c7f-4d7f-987e-086b451a34e9,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:38.772229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (5d675211-3c3b-41ed-a404-985f4c1bde3f), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.772229 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Added segment 5d675211-3c3b-41ed-a404-985f4c1bde3f of type vlan for network 2f647456-7cc5-4aba-8ec5-e3b187294adc Aug 26 16:03:38.809777 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (2f647456-7cc5-4aba-8ec5-e3b187294adc), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.898520 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (2f647456-7cc5-4aba-8ec5-e3b187294adc), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.899509 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:38.900120 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.963114 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] Pushing event updated for resources: {'Network': ['ID=2f647456-7cc5-4aba-8ec5-e3b187294adc,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:38.972691 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:03:39.038788 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-58cb9e82-8870-4de4-aebc-074362076a22 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7079067 Aug 26 16:03:39.041747 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45728) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:39.046457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Request body: {'subnet': {'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1649728197-subnet', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:39.144236 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Made reservation on behalf of b7eea71358e140c29fa3df652ce95a6b for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:03:39.146606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.378674 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (9378da05-ae31-435b-b3c6-7b1c709228e1), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.405238 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:39.425177 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:39.429676 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9378da05-ae31-435b-b3c6-7b1c709228e1,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:39.445042 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Checking segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:39.445653 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Network hostable DHCP agents. Network: 2f647456-7cc5-4aba-8ec5-e3b187294adc, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:03:39.561237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:03:39.686586 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, 2f647456-7cc5-4aba-8ec5-e3b187294adc) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:39.691027 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:39.691648 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.696163 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21185836-d674-47cf-83fd-85e55405b9bc None None] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:03:39.798496 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-9641f38a-ca0b-4585-8189-6ea391040526 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7556365 Aug 26 16:03:39.799359 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-2f647456-7cc5-4aba-8ec5-e3b187294adc', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:03:39.800514 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.801433 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45730) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:39.805654 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:39.910390 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.911514 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.940904 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Allocated IP 172.20.0.2 (2f647456-7cc5-4aba-8ec5-e3b187294adc/9378da05-ae31-435b-b3c6-7b1c709228e1/5e8d0506-8ebf-44cd-9104-34fff4e76341) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:39.968785 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for router_controller (c14f9152-2176-4610-85c0-c44ddc06acb4), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.077534 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks [] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.150407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.176805 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for router_gateway (c14f9152-2176-4610-85c0-c44ddc06acb4), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.194965 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:40.199967 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:40.202488 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:40.208013 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Pushing event updated for resources: {'Port': ['ID=5e8d0506-8ebf-44cd-9104-34fff4e76341,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:40.220461 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.220808 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.221154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.221495 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.221826 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.222155 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.222503 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.222832 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.223159 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.223484 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.223810 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.224197 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.224543 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.224879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.225180 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:40.282814 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Attempting to bind port 5e8d0506-8ebf-44cd-9104-34fff4e76341 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:40.283176 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Attempting to bind port 5e8d0506-8ebf-44cd-9104-34fff4e76341 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:40.283530 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Attempting to bind port 5e8d0506-8ebf-44cd-9104-34fff4e76341 on network 2f647456-7cc5-4aba-8ec5-e3b187294adc {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:40.288635 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:40.289128 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Checking segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:40.289528 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.289912 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Bound using segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:40.290368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Bound port: 5e8d0506-8ebf-44cd-9104-34fff4e76341, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:40.290737 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.351922 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] For port 5e8d0506-8ebf-44cd-9104-34fff4e76341, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:40.355182 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] For port 5e8d0506-8ebf-44cd-9104-34fff4e76341, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=5e8d0506-8ebf-44cd-9104-34fff4e76341,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:40.505336 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.538247 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:40.565080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac80d65-3a1c-4c35-9eab-f61ab0921da5 None None] Pushing event updated for resources: {'Port': ['ID=5e8d0506-8ebf-44cd-9104-34fff4e76341,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:40.722696 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for router_gateway (c14f9152-2176-4610-85c0-c44ddc06acb4), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.747288 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.856463 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Allocated IP 172.27.3.248 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/698aacc9-1cbc-4b6d-80e8-9c1059cff918) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:40.972581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.982123 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.064989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.107857 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:41.113321 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:41.117267 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:41.121060 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Pushing event updated for resources: {'Port': ['ID=698aacc9-1cbc-4b6d-80e8-9c1059cff918,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:41.193922 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.427062 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44011c8a-d67b-4216-b4db-9ba8e248bf2d None None] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:03:41.448149 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for router_gateway (c14f9152-2176-4610-85c0-c44ddc06acb4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.502334 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.505444 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Provisioning complete for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:41.506383 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.587005 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.631854 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Current status of the port 5e8d0506-8ebf-44cd-9104-34fff4e76341 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:41.637515 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.638445 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.669259 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] For port 5e8d0506-8ebf-44cd-9104-34fff4e76341, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=5e8d0506-8ebf-44cd-9104-34fff4e76341,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:41.778943 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.830333 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1673c7-f614-4c27-9fa3-564229e913dd None None] Pushing event updated for resources: {'Port': ['ID=5e8d0506-8ebf-44cd-9104-34fff4e76341,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:41.875809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Router c14f9152-2176-4610-85c0-c44ddc06acb4 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:03:41.897111 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-6f0fba33-15ff-4a81-9492-94499468ecd3 None None] Provisioning complete for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:41.897486 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-6f0fba33-15ff-4a81-9492-94499468ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.920197 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 5e8d0506-8ebf-44cd-9104-34fff4e76341 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:41.982313 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:41.990969 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Sync routers for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:42.004646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:42.004646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:42.011717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:42.012116 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.040659 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-6f0fba33-15ff-4a81-9492-94499468ecd3 None None] Current status of the port 5e8d0506-8ebf-44cd-9104-34fff4e76341 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:42.055825 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:42.090519 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 5e8d0506-8ebf-44cd-9104-34fff4e76341 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:42.106036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.107750 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-748e09d6-292f-4bfb-bdc2-7b5f08ff8392 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3049707 Aug 26 16:03:42.110145 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45732) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:42.112296 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:42.346976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:42.365910 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:41Z', 'revision_number': 3, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:42.390882 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Checking router: c14f9152-2176-4610-85c0-c44ddc06acb4 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:42.391239 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Updating router c14f9152-2176-4610-85c0-c44ddc06acb4 port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:03:42.409270 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:42.422147 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.519792 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.671475 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks [] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.676289 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Allocated IP 172.20.0.1 (2f647456-7cc5-4aba-8ec5-e3b187294adc/9378da05-ae31-435b-b3c6-7b1c709228e1/58d5539d-e3ce-402b-a1cc-8ff5defb2986) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:42.782687 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks [] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.784262 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.816425 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Attempting to bind port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:42.816797 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Attempting to bind port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:42.817159 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Attempting to bind port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:42.829487 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:42.829860 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:42.830262 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.830657 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:42.831124 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Bound port: 698aacc9-1cbc-4b6d-80e8-9c1059cff918, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:42.831503 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.863235 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Pushing event updated for resources: {'Port': ['ID=698aacc9-1cbc-4b6d-80e8-9c1059cff918,revision_number=2']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:42.874439 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.874782 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.875139 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.875492 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.875821 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.876203 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.876504 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.876824 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.877158 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.877482 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.877800 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.878119 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.878434 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.878756 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.879069 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:42.901082 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] For port 698aacc9-1cbc-4b6d-80e8-9c1059cff918, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:42.904294 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] For port 698aacc9-1cbc-4b6d-80e8-9c1059cff918, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=698aacc9-1cbc-4b6d-80e8-9c1059cff918,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:42.915847 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.956922 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:42.960546 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:42.964640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:42.969861 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Pushing event updated for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:43.004545 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:43.008093 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (c14f9152-2176-4610-85c0-c44ddc06acb4), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.019402 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.058352 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:43.059005 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:43.118703 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17fbbe-00bd-47e1-a3c9-ff16e5eb9557 None None] Pushing event updated for resources: {'Port': ['ID=698aacc9-1cbc-4b6d-80e8-9c1059cff918,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:43.165837 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:43.169273 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:43.182493 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:43.229888 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.265733 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-c14c549b-07ac-47dd-8768-8397baebc165 None None] Provisioning complete for port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:43.266714 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-c14c549b-07ac-47dd-8768-8397baebc165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.300835 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-c14c549b-07ac-47dd-8768-8397baebc165 None None] Port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:03:43.354329 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:41Z', 'revision_number': 3, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:43.383575 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc28fe-2aac-4ce3-9f38-634515962d4d None None] The sync data for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi is: [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:41Z', 'revision_number': 3, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:43.394052 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks [] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.481852 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.487724 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:43.554291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Pushing event updated for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:43.556686 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (c14f9152-2176-4610-85c0-c44ddc06acb4), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.671217 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:43.672661 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:43.795529 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Router c14f9152-2176-4610-85c0-c44ddc06acb4 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:03:43.916268 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:43.928096 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-d569bb61-ed29-48c0-9d92-6a08ae95585c admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/c14f9152-2176-4610-85c0-c44ddc06acb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159754 Aug 26 16:03:43.929042 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-2891346e-853f-4e05-87ab-a8adde8f39dd None None] Provisioning complete for port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:43.929481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2891346e-853f-4e05-87ab-a8adde8f39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.973640 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-2891346e-853f-4e05-87ab-a8adde8f39dd None None] Port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:03:44.003318 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 698aacc9-1cbc-4b6d-80e8-9c1059cff918 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:44.056927 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:44.056927 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.139260 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:44.139743 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.164956 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 698aacc9-1cbc-4b6d-80e8-9c1059cff918, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=698aacc9-1cbc-4b6d-80e8-9c1059cff918,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:44.281885 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.283644 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 5e8d0506-8ebf-44cd-9104-34fff4e76341 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:44.363143 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=698aacc9-1cbc-4b6d-80e8-9c1059cff918,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:44.371855 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:44.372262 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.448188 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 5e8d0506-8ebf-44cd-9104-34fff4e76341 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:44.768985 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45748) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:44.774846 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-893907122-network', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:44.789760 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:44.915854 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Made reservation on behalf of 5d05e062e6894989b8f9fc1b0bf65585 for: {'network': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:03:44.918487 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for network (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.927219 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.977717 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Sync routers for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:44.992056 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:44.992680 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:45.016406 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks [] for security_group (68b10a8a-1a3c-4eaa-873a-57de6b72cfee), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.094745 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:45.104516 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (68b10a8a-1a3c-4eaa-873a-57de6b72cfee), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.134339 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=113465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:03:45.143547 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b10a8a-1a3c-4eaa-873a-57de6b72cfee,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:45.149813 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.150156 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.segments_db [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Added segment 6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d of type vlan for network e349755b-fd17-40c9-91bc-393f3620f5e0 Aug 26 16:03:45.191709 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739866837634'] for network (e349755b-fd17-40c9-91bc-393f3620f5e0), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.201082 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:45.279699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:45.281563 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317'] for network (e349755b-fd17-40c9-91bc-393f3620f5e0), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.282592 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:45.283164 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.285972 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 2, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:45.313607 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Checking router: c14f9152-2176-4610-85c0-c44ddc06acb4 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:45.314103 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Updating router c14f9152-2176-4610-85c0-c44ddc06acb4 port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:03:45.343352 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e349755b-fd17-40c9-91bc-393f3620f5e0,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:45.347222 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.359271 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Network e349755b-fd17-40c9-91bc-393f3620f5e0 details requested by agent ovs-agent-dv-cinder-831247-24-iscsi with host dv-cinder-831247-24-iscsi {{(pid=113466) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:03:45.432753 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-925df196-1ae3-4270-b377-90402b0205a8 admin admin] 10.222.0.98 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6624141 Aug 26 16:03:45.435694 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45750) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:45.440573 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Request body: {'subnet': {'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-893907122-subnet', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'ip_version': 4}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:45.624178 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Made reservation on behalf of 5d05e062e6894989b8f9fc1b0bf65585 for: {'subnet': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:03:45.626652 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9796845'] for subnet (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.671535 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks [] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.824277 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.888493 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa95f61-1f77-4b03-91b8-d61349f7436f None None] Pushing event updated for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:45.909646 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 698aacc9-1cbc-4b6d-80e8-9c1059cff918 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:45.938933 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3063051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9796831'] for subnet (8498482c-ecfd-4af6-bbd4-539d5e2abc3f), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.985568 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.004843 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8498482c-ecfd-4af6-bbd4-539d5e2abc3f,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:46.014776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Checking segment: {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:46.015131 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Network hostable DHCP agents. Network: e349755b-fd17-40c9-91bc-393f3620f5e0, hostable agents: ['a8b807e3-4b64-4077-bf99-39759d0ab870'], hosted agents: [] {{(pid=113465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:03:46.080549 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Attempting to bind port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:46.080920 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Attempting to bind port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:46.081287 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Attempting to bind port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 on network 2f647456-7cc5-4aba-8ec5-e3b187294adc {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:46.088901 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:46.089267 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Checking segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:46.089663 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.090076 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Bound using segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:46.090511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Bound port: 58d5539d-e3ce-402b-a1cc-8ff5defb2986, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:46.090881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.121148 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.136903 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:46.137275 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.144432 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Network e349755b-fd17-40c9-91bc-393f3620f5e0 is scheduled to be hosted by DHCP agent a8b807e3-4b64-4077-bf99-39759d0ab870 with binding_index 1 {{(pid=113465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:03:46.190907 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] For port 58d5539d-e3ce-402b-a1cc-8ff5defb2986, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:46.197158 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] For port 58d5539d-e3ce-402b-a1cc-8ff5defb2986, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=58d5539d-e3ce-402b-a1cc-8ff5defb2986,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:46.234601 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:46.321882 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-24-iscsi, e349755b-fd17-40c9-91bc-393f3620f5e0) {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:46.322074 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.327483 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:46.330151 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for subnet (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.331531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bca66f-4db9-4ec6-a017-0b9824fdb6af None None] Network e349755b-fd17-40c9-91bc-393f3620f5e0 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:03:46.406238 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:46.406796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:46.472966 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa95f61-1f77-4b03-91b8-d61349f7436f None None] Pushing event updated for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:46.473227 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7e32657e-4cfa-4253-873c-05492b2b1ab5 admin admin] 10.222.0.98 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0364485 Aug 26 16:03:46.476329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45752) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:46.479161 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.481022 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:46.497882 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.564092 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0acdc7bb-9c69-536c-8129-6fa375554e33-e349755b-fd17-40c9-91bc-393f3620f5e0', 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0', 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'fixed_ips': [{'subnet_id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f'}]}} from dv-cinder-831247-24-iscsi. {{(pid=113466) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:03:46.567018 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.583110 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:46.607692 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130382'] for router (79589b77-0c3b-4379-9e93-38f8628239e6), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.608802 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695764', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130485'] for router (79589b77-0c3b-4379-9e93-38f8628239e6), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.659839 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for router_controller (79589b77-0c3b-4379-9e93-38f8628239e6), precommit_add_association {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.837063 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.db_base_plugin_common [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Allocated IP 172.20.0.2 (e349755b-fd17-40c9-91bc-393f3620f5e0/8498482c-ecfd-4af6-bbd4-539d5e2abc3f/9067b041-b023-4297-8be3-97e9dafdf825) {{(pid=113466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:46.914190 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.927396 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:46Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:46.941102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for router_gateway (79589b77-0c3b-4379-9e93-38f8628239e6), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:46.950000 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.952003 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.961725 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402218c2-e46c-4bfb-94ca-6c695233fbbd None None] The sync data for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi is: [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:46Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:47.061438 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks [] for port (9067b041-b023-4297-8be3-97e9dafdf825), precommit_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.179752 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388'] for port (9067b041-b023-4297-8be3-97e9dafdf825), after_create {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.213895 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for router_gateway (79589b77-0c3b-4379-9e93-38f8628239e6), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.226420 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Network e349755b-fd17-40c9-91bc-393f3620f5e0 is already hosted by enough agents. {{(pid=113466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:47.233879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.scheduler.base_scheduler [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Resources bound (agent type, host, resource id): {{(pid=113466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:47.236456 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Received port after_create {{(pid=113466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:47.238923 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Pushing event updated for resources: {'Port': ['ID=9067b041-b023-4297-8be3-97e9dafdf825,revision_number=1']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:47.240582 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.313114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Attempting to bind port 9067b041-b023-4297-8be3-97e9dafdf825 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:47.313832 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Attempting to bind port 9067b041-b023-4297-8be3-97e9dafdf825 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:47.315273 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Attempting to bind port 9067b041-b023-4297-8be3-97e9dafdf825 on network e349755b-fd17-40c9-91bc-393f3620f5e0 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:47.322271 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:47.322957 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Checking segment: {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:47.323061 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.323407 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Bound using segment: {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:47.323929 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Bound port: 9067b041-b023-4297-8be3-97e9dafdf825, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:47.324527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9067b041-b023-4297-8be3-97e9dafdf825), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.360967 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Allocated IP 172.27.3.77 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/6c9f3964-054b-4cd0-a834-a145546fbe13) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:47.365357 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:47.397278 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] For port 9067b041-b023-4297-8be3-97e9dafdf825, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:47.401447 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] For port 9067b041-b023-4297-8be3-97e9dafdf825, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9067b041-b023-4297-8be3-97e9dafdf825,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:47.479668 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.505366 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9067b041-b023-4297-8be3-97e9dafdf825), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.577234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a78c-5638-4090-824e-c74b4fe45868 None None] Pushing event updated for resources: {'Port': ['ID=9067b041-b023-4297-8be3-97e9dafdf825,revision_number=2']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:47.631282 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:47.681050 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:47.686429 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:47.693571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9f3964-054b-4cd0-a834-a145546fbe13,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:47.698822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:47.987163 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9067b041-b023-4297-8be3-97e9dafdf825 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:48.016008 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:48.037641 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 9067b041-b023-4297-8be3-97e9dafdf825 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:48.038017 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9067b041-b023-4297-8be3-97e9dafdf825), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.129279 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 9067b041-b023-4297-8be3-97e9dafdf825 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:48.129662 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (9067b041-b023-4297-8be3-97e9dafdf825), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.164970 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 9067b041-b023-4297-8be3-97e9dafdf825, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9067b041-b023-4297-8be3-97e9dafdf825,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:48.293505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (9067b041-b023-4297-8be3-97e9dafdf825), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.294330 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 58d5539d-e3ce-402b-a1cc-8ff5defb2986 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:48.334784 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:48.358879 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for router_gateway (79589b77-0c3b-4379-9e93-38f8628239e6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.383451 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=9067b041-b023-4297-8be3-97e9dafdf825,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:48.394632 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:48.395083 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.473798 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:48.474276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.516209 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 58d5539d-e3ce-402b-a1cc-8ff5defb2986, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=58d5539d-e3ce-402b-a1cc-8ff5defb2986,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:48.562907 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695858'] for router (79589b77-0c3b-4379-9e93-38f8628239e6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.571503 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e27f5-1f0f-4ecb-b709-8db763b6ab19 None None] Network e349755b-fd17-40c9-91bc-393f3620f5e0 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:03:48.637821 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.664002 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-d43b47b5-aa7f-4488-98bf-dbe78d4925e1 None None] Provisioning complete for port 9067b041-b023-4297-8be3-97e9dafdf825 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:48.664372 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-d43b47b5-aa7f-4488-98bf-dbe78d4925e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9067b041-b023-4297-8be3-97e9dafdf825), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.669562 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:48.707986 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:48.796031 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Router 79589b77-0c3b-4379-9e93-38f8628239e6 is scheduled to L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 with binding_index 1 {{(pid=113465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:03:48.903077 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:48.913359 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Sync routers for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:48.924858 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:48.925665 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:48.979538 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:48.984523 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-7f57c60e-5e74-4c0c-b1bb-4fdec7bbdee4 admin admin] 10.222.0.98 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5042286 Aug 26 16:03:48.984714 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45754) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:49.036205 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:49.037497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-d43b47b5-aa7f-4488-98bf-dbe78d4925e1 None None] Current status of the port 9067b041-b023-4297-8be3-97e9dafdf825 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:49.149330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:49.220404 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 3, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:49.245692 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Checking router: 79589b77-0c3b-4379-9e93-38f8628239e6 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:49.246034 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Updating router 79589b77-0c3b-4379-9e93-38f8628239e6 port 6c9f3964-054b-4cd0-a834-a145546fbe13 binding host dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:03:49.260452 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-7a9528e8-f479-455e-bd60-14b0e32385b5 None None] Provisioning complete for port 9067b041-b023-4297-8be3-97e9dafdf825 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:49.261156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7a9528e8-f479-455e-bd60-14b0e32385b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9067b041-b023-4297-8be3-97e9dafdf825), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.278533 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.341963 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-7a9528e8-f479-455e-bd60-14b0e32385b5 None None] Current status of the port 9067b041-b023-4297-8be3-97e9dafdf825 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:49.423599 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.439332 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:49.531640 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks [] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), precommit_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.579451 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Allocated IP 172.20.0.1 (e349755b-fd17-40c9-91bc-393f3620f5e0/8498482c-ecfd-4af6-bbd4-539d5e2abc3f/da011cc9-b637-420b-ae57-a4044c32271b) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:49.581229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:49.607049 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.643595 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Attempting to bind port 6c9f3964-054b-4cd0-a834-a145546fbe13 on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:49.643989 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Attempting to bind port 6c9f3964-054b-4cd0-a834-a145546fbe13 by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:49.644687 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Attempting to bind port 6c9f3964-054b-4cd0-a834-a145546fbe13 on network a0ba4927-366d-4929-ac71-e23f79abe69f {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:49.655893 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:49.656267 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Checking segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:49.656665 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.657092 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Bound using segment: {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'} {{(pid=113467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:49.657738 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.managers [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Bound port: 6c9f3964-054b-4cd0-a834-a145546fbe13, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976edec8-ceee-4ef1-aa5b-3f01e164df8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f'}}] {{(pid=113467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:49.658114 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), before_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.663344 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02049ae-880d-412a-b617-242ee81a9f54 None None] Pushing event updated for resources: {'Port': ['ID=6c9f3964-054b-4cd0-a834-a145546fbe13,revision_number=2']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:49.686392 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks [] for port (da011cc9-b637-420b-ae57-a4044c32271b), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.714803 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] For port 6c9f3964-054b-4cd0-a834-a145546fbe13, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:49.718081 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.plugins.ml2.db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] For port 6c9f3964-054b-4cd0-a834-a145546fbe13, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c9f3964-054b-4cd0-a834-a145546fbe13,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:49.807430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.824769 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron_lib.callbacks.manager [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), after_update {{(pid=113467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.854737 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Network e349755b-fd17-40c9-91bc-393f3620f5e0 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:49.859903 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:49.862005 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:49.863016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:49.891016 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:49.917927 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9067b041-b023-4297-8be3-97e9dafdf825 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:49.921850 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701405'] for router_interface (79589b77-0c3b-4379-9e93-38f8628239e6), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.974274 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 9067b041-b023-4297-8be3-97e9dafdf825 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:49.974648 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (9067b041-b023-4297-8be3-97e9dafdf825), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:49.999791 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02049ae-880d-412a-b617-242ee81a9f54 None None] Pushing event updated for resources: {'Port': ['ID=6c9f3964-054b-4cd0-a834-a145546fbe13,revision_number=3']} {{(pid=113467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:50.012410 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:50.013042 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:50.057601 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 9067b041-b023-4297-8be3-97e9dafdf825 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:50.058673 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 58d5539d-e3ce-402b-a1cc-8ff5defb2986 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:50.062071 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:50.108951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:50.109249 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.121749 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:50.164168 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (da011cc9-b637-420b-ae57-a4044c32271b), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.197070 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-3aa3a31e-0a4e-43f2-a18e-3cf7b677a23d None None] Provisioning complete for port da011cc9-b637-420b-ae57-a4044c32271b triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:50.197070 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a31e-0a4e-43f2-a18e-3cf7b677a23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (da011cc9-b637-420b-ae57-a4044c32271b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.200267 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:50.226029 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:50.240099 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3a31e-0a4e-43f2-a18e-3cf7b677a23d None None] Port da011cc9-b637-420b-ae57-a4044c32271b cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:03:50.293500 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-49f5ffee-d076-4717-8009-8b050350174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 3, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:50.322648 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5ffee-d076-4717-8009-8b050350174c None None] The sync data for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi is: [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 3, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:50.327897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks [] for port (da011cc9-b637-420b-ae57-a4044c32271b), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.418410 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.486598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701505'] for router_interface (79589b77-0c3b-4379-9e93-38f8628239e6), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.490751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:50.604592 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Network e349755b-fd17-40c9-91bc-393f3620f5e0 is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:50.606124 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:50.728935 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:50.730741 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Router 79589b77-0c3b-4379-9e93-38f8628239e6 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:03:50.845455 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:50.851428 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3e1ccf2e-74e8-4035-a5e8-faec226e7fc5 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/79589b77-0c3b-4379-9e93-38f8628239e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8646617 Aug 26 16:03:50.866693 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-3b27e0fc-d215-4328-b061-180bb7fccf2f None None] Provisioning complete for port da011cc9-b637-420b-ae57-a4044c32271b triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:50.867067 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3b27e0fc-d215-4328-b061-180bb7fccf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (da011cc9-b637-420b-ae57-a4044c32271b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:50.902560 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3b27e0fc-d215-4328-b061-180bb7fccf2f None None] Port da011cc9-b637-420b-ae57-a4044c32271b cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:03:51.308914 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45766) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:51.314090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132664049', 'description': 'tempest-secgroup-smoke-132664049 description', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:51.464330 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.523747 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:51.536090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (d9e77fe4-93e7-461d-9476-0b2fda63ca65), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.618641 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d9e77fe4-93e7-461d-9476-0b2fda63ca65), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.650612 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e77fe4-93e7-461d-9476-0b2fda63ca65,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:51.723571 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.724928 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4cfd377d-ccbe-45f5-8d40-c0f48f3468da tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4149654 Aug 26 16:03:51.727993 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45768) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:51.733530 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:51.831185 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (aee00b49-4f6f-4edf-98b5-c5bfa7957285), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.905978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (aee00b49-4f6f-4edf-98b5-c5bfa7957285), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.911772 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c9f3964-054b-4cd0-a834-a145546fbe13 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:51.958082 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Sync routers for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:51.967516 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6c9f3964-054b-4cd0-a834-a145546fbe13 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:51.967916 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:51.998080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:51.998715 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:52.001021 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (aee00b49-4f6f-4edf-98b5-c5bfa7957285), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.022962 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee00b49-4f6f-4edf-98b5-c5bfa7957285,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:52.121523 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=100 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:52.134211 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6c9f3964-054b-4cd0-a834-a145546fbe13 is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:52.134557 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.134682 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.136140 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-4cb1baa5-122a-4d55-8569-ecec147d6555 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068718 Aug 26 16:03:52.138869 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45770) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:52.143966 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:52.157327 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:52.191771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port 6c9f3964-054b-4cd0-a834-a145546fbe13, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c9f3964-054b-4cd0-a834-a145546fbe13,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:52.278382 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.285976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (cc28da65-12e1-485b-8827-f4a5c5a20d80), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.337335 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (cc28da65-12e1-485b-8827-f4a5c5a20d80), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.352214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=6c9f3964-054b-4cd0-a834-a145546fbe13,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:52.404638 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:50Z', 'revision_number': 4, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'da011cc9-b637-420b-ae57-a4044c32271b', 'name': '', 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'mac_address': 'fa:16:3e:85:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:49Z', 'updated_at': '2022-08-26T16:03:50Z', 'revision_number': 2, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'subnets': [{'id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:52.424693 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (cc28da65-12e1-485b-8827-f4a5c5a20d80), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.435110 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Checking router: 79589b77-0c3b-4379-9e93-38f8628239e6 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:52.435465 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Updating router 79589b77-0c3b-4379-9e93-38f8628239e6 port da011cc9-b637-420b-ae57-a4044c32271b binding host dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:03:52.446643 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc28da65-12e1-485b-8827-f4a5c5a20d80,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:52.466141 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (da011cc9-b637-420b-ae57-a4044c32271b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.534981 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.536293 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-c5fb3fa2-71c7-430b-b077-17a59c9d8c49 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3962772 Aug 26 16:03:52.539012 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45772) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:52.543369 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:52.653746 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:52.694463 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (1929447f-231f-472a-8c14-82346fafdffa), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.731373 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks [] for port (da011cc9-b637-420b-ae57-a4044c32271b), precommit_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.734600 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (1929447f-231f-472a-8c14-82346fafdffa), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.852691 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.852961 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (1929447f-231f-472a-8c14-82346fafdffa), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.873563 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1929447f-231f-472a-8c14-82346fafdffa,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:52.932932 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905033db-dec5-4661-9046-66450b04fe06 None None] Pushing event updated for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=3']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:52.944101 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Attempting to bind port da011cc9-b637-420b-ae57-a4044c32271b on host dv-cinder-831247-24-iscsi for vnic_type normal with profile {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:52.944528 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Attempting to bind port da011cc9-b637-420b-ae57-a4044c32271b by drivers openvswitch,hyperv on host dv-cinder-831247-24-iscsi at level 0 using segments [{'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:52.944840 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Attempting to bind port da011cc9-b637-420b-ae57-a4044c32271b on network e349755b-fd17-40c9-91bc-393f3620f5e0 {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:52.950330 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Checking agent: {'id': '5d875ab5-e933-4dd7-831b-a7ac46412fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 41, 36), 'started_at': datetime.datetime(2022, 8, 26, 15, 42, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:52.950703 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Checking segment: {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:52.951105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:52.951494 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Bound using segment: {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'} {{(pid=113466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:52.951978 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.managers [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Bound port: da011cc9-b637-420b-ae57-a4044c32271b, host: dv-cinder-831247-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0'}}] {{(pid=113466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:52.952357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (da011cc9-b637-420b-ae57-a4044c32271b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.012248 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:53.013481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] For port da011cc9-b637-420b-ae57-a4044c32271b, host dv-cinder-831247-24-iscsi, cleared binding levels {{(pid=113466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:53.016505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] For port da011cc9-b637-420b-ae57-a4044c32271b, host dv-cinder-831247-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=da011cc9-b637-420b-ae57-a4044c32271b,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:53.043024 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.044732 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3d7c9a92-52a0-40c2-8344-fd9bf1f8dda0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5043483 Aug 26 16:03:53.047075 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45774) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:53.051472 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:53.127526 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.162049 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (2ff8e237-9455-45eb-81f1-2a4a607e8fbb), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.167625 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:53.168282 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:03:33Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:53.184407 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:53.225736 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (2ff8e237-9455-45eb-81f1-2a4a607e8fbb), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.233633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905033db-dec5-4661-9046-66450b04fe06 None None] Pushing event updated for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:53.287514 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:53.326897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (2ff8e237-9455-45eb-81f1-2a4a607e8fbb), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.348887 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff8e237-9455-45eb-81f1-2a4a607e8fbb,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:53.455287 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.456576 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-3a3ef144-2b2d-4522-b9af-c62e00cfc083 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085813 Aug 26 16:03:53.459293 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45776) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:53.463756 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:53.475695 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:50Z', 'revision_number': 4, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'da011cc9-b637-420b-ae57-a4044c32271b', 'name': '', 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'mac_address': 'fa:16:3e:85:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:49Z', 'updated_at': '2022-08-26T16:03:53Z', 'revision_number': 4, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'subnets': [{'id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:53.505118 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c3174-48d4-419d-8042-8ba951071304 None None] The sync data for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi is: [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:03:50Z', 'revision_number': 4, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': 'da011cc9-b637-420b-ae57-a4044c32271b', 'name': '', 'network_id': 'e349755b-fd17-40c9-91bc-393f3620f5e0', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'mac_address': 'fa:16:3e:85:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:49Z', 'updated_at': '2022-08-26T16:03:53Z', 'revision_number': 4, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'subnets': [{'id': '8498482c-ecfd-4af6-bbd4-539d5e2abc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:53.563328 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.securitygroups_db [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Project b7eea71358e140c29fa3df652ce95a6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:03:53.575354 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (b84b41d2-c7e0-457e-b368-2498496df776), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.641943 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (b84b41d2-c7e0-457e-b368-2498496df776), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.790263 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (b84b41d2-c7e0-457e-b368-2498496df776), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.798218 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:53.810832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84b41d2-c7e0-457e-b368-2498496df776,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:53.889692 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.891196 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-aa977afa-91af-419e-9fff-b54001ad3d9d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4309421 Aug 26 16:03:53.893904 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45778) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:53.901789 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'security_group_rule': {'security_group_id': 'd9e77fe4-93e7-461d-9476-0b2fda63ca65', 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:53.983736 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c9f3964-054b-4cd0-a834-a145546fbe13 up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:54.025365 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.db.securitygroups_db [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Project b7eea71358e140c29fa3df652ce95a6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:03:54.030382 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port 6c9f3964-054b-4cd0-a834-a145546fbe13 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:54.030382 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.032329 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (0876f12f-3650-41b7-accf-6be10feb645d), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.102976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (0876f12f-3650-41b7-accf-6be10feb645d), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.106703 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port 6c9f3964-054b-4cd0-a834-a145546fbe13 is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:54.107790 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device da011cc9-b637-420b-ae57-a4044c32271b up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:54.155514 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port da011cc9-b637-420b-ae57-a4044c32271b triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:54.155899 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (da011cc9-b637-420b-ae57-a4044c32271b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.184182 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509528'] for security_group_rule (0876f12f-3650-41b7-accf-6be10feb645d), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.204891 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0876f12f-3650-41b7-accf-6be10feb645d,revision_number=0']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:54.224858 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:54.237690 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port da011cc9-b637-420b-ae57-a4044c32271b is: DOWN; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:54.238076 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (da011cc9-b637-420b-ae57-a4044c32271b), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.273371 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] For port da011cc9-b637-420b-ae57-a4044c32271b, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=da011cc9-b637-420b-ae57-a4044c32271b,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:54.294711 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.295963 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-70de8b05-bb69-472d-bfc2-d4e0701ee092 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008324 Aug 26 16:03:54.607152 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.659724 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Pushing event updated for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:55.897339 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device da011cc9-b637-420b-ae57-a4044c32271b up at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:56.069716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Provisioning complete for port da011cc9-b637-420b-ae57-a4044c32271b triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:56.070091 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (da011cc9-b637-420b-ae57-a4044c32271b), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:56.110036 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:56.146250 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Current status of the port da011cc9-b637-420b-ae57-a4044c32271b is: ACTIVE; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:00.296410 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:01.155630 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-b95ce89d-99d9-40af-87ea-4a0b55f75721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:01.543486 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:04:03.407424 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2f5ffc69-724e-4001-a573-4adcf3b4eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:04.205640 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:04.208603 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:04.801214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.509997 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.549543 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:10.211566 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-24a407ba-f67b-4c69-8fa0-a657a158247c tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-132664049&fields=id&tenant_id=b7eea71358e140c29fa3df652ce95a6b HTTP/1.1" status: 200 len: 267 time: 0.0451922 Aug 26 16:04:10.322415 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-bafab6ce-fc00-45b6-8fa2-83a82c8ac1ee tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:10.323806 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-bafab6ce-fc00-45b6-8fa2-83a82c8ac1ee tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 809 time: 0.1058826 Aug 26 16:04:10.338758 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2fc6df66-747d-4679-a7a0-15bef4d1ba19 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/quotas/b7eea71358e140c29fa3df652ce95a6b HTTP/1.1" status: 200 len: 375 time: 0.0089777 Aug 26 16:04:10.387809 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-14ffc9b1-6dda-42dc-847a-8098c29d687c tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437505 Aug 26 16:04:10.488437 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-3e6804bd-b694-438d-bc99-c09fed878f76 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894399 Aug 26 16:04:10.586054 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-7d2a91b7-a5a9-40a2-b6df-63d3dd1d56fc service neutron] 10.222.0.98 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912416 Aug 26 16:04:11.205703 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9bdadad9-156e-44e0-8af2-46e4dcaf0560 req-ceb1d62e-73ab-4686-80f0-0d6a59c2b180 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 210 time: 0.0304410 Aug 26 16:04:11.538298 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.539791 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:12.310097 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a43b7e18-e627-47a0-863f-f0b2a3c6b208 req-14391937-b94c-441b-8670-a5cf010d50f0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 210 time: 0.0315735 Aug 26 16:04:13.411734 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9707151c-071b-4086-8134-47c2d466910f req-24a057fb-f8ee-42e7-86ac-acd307ba8c40 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 210 time: 0.0279992 Aug 26 16:04:13.811057 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-9001e520-928c-4f40-9fe4-c576861f804e tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:13.812532 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-9001e520-928c-4f40-9fe4-c576861f804e tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 809 time: 0.1011662 Aug 26 16:04:13.885479 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-0009b86b-449e-4c0d-87f8-beacb734172e tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7eea71358e140c29fa3df652ce95a6b HTTP/1.1" status: 200 len: 379 time: 0.0595791 Aug 26 16:04:13.894338 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'port': {'device_id': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'admin_state_up': True, 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'security_groups': ['d9e77fe4-93e7-461d-9476-0b2fda63ca65']}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:14.074870 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Made reservation on behalf of b7eea71358e140c29fa3df652ce95a6b for: {'port': 1} {{(pid=113465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:04:14.078862 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.215457 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.db_base_plugin_common [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Allocated IP 172.20.0.9 (2f647456-7cc5-4aba-8ec5-e3b187294adc/9378da05-ae31-435b-b3c6-7b1c709228e1/b6648bb5-3c8b-4235-b7db-d22730f77068) {{(pid=113465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:14.357036 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), precommit_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.476365 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_create {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.529955 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc is already hosted by enough agents. {{(pid=113465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:14.533234 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.base_scheduler [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Resources bound (agent type, host, resource id): {{(pid=113465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:14.537175 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Received port after_create {{(pid=113465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:14.539244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740dcf-f3b7-443e-8327-9d3757bf84c7 req-db2f1328-3769-4ee9-a91a-2c23afe6e3b9 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:14.542765 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7e740dcf-f3b7-443e-8327-9d3757bf84c7 req-db2f1328-3769-4ee9-a91a-2c23afe6e3b9 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 931 time: 0.0512626 Aug 26 16:04:14.569229 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=1']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:14.589971 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.590237 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.590494 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.590817 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.591150 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.591480 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.591806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.592160 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.592486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.592809 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.593130 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.593454 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.593776 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.594098 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.594637 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:14.608942 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-7e740dcf-f3b7-443e-8327-9d3757bf84c7 req-481ed7b9-30be-4e90-b9c9-5447f66bc240 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589638 Aug 26 16:04:14.623486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:14.623486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.627090 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:14.764109 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a12e1795-f96a-412f-a1ac-548d38ba36ec tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733127 Aug 26 16:04:14.767739 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-0944a82f-18fa-476a-807f-2f760cf22688 None None] Provisioning complete for port b6648bb5-3c8b-4235-b7db-d22730f77068 triggered by entity DHCP. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:14.768340 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0944a82f-18fa-476a-807f-2f760cf22688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.781797 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.v2.base [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Request body: {'port': {'device_id': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=113465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:14.801685 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-0944a82f-18fa-476a-807f-2f760cf22688 None None] Port b6648bb5-3c8b-4235-b7db-d22730f77068 cannot update to ACTIVE because it is not bound. {{(pid=113466) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:04:14.848058 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.849783 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.110873 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6648bb5-3c8b-4235-b7db-d22730f77068 {{(pid=113465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:04:15.120422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks [] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), precommit_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.133839 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.provisioning_blocks [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Transition to ACTIVE for port object b6648bb5-3c8b-4235-b7db-d22730f77068 will not be triggered until provisioned by entity L2. {{(pid=113465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:04:15.200591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.261585 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=2']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:15.313815 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Attempting to bind port b6648bb5-3c8b-4235-b7db-d22730f77068 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:15.314158 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Attempting to bind port b6648bb5-3c8b-4235-b7db-d22730f77068 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:15.314489 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Attempting to bind port b6648bb5-3c8b-4235-b7db-d22730f77068 on network 2f647456-7cc5-4aba-8ec5-e3b187294adc {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:15.319091 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Port b6648bb5-3c8b-4235-b7db-d22730f77068 on network 2f647456-7cc5-4aba-8ec5-e3b187294adc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:04:15.319422 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Attempting to bind port b6648bb5-3c8b-4235-b7db-d22730f77068 on network 2f647456-7cc5-4aba-8ec5-e3b187294adc {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:15.322300 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.325102 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Checking agent: {'id': '1929e37a-6cab-493e-902c-27dc7d432683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:15.325440 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Checking segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:15.325822 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Bound using segment: {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'} {{(pid=113465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:15.326254 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.managers [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Bound port: b6648bb5-3c8b-4235-b7db-d22730f77068, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d675211-3c3b-41ed-a404-985f4c1bde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc'}}] {{(pid=113465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:15.326614 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.390936 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, cleared binding levels {{(pid=113465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:04:15.394566 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:04:15.510471 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3062256'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.515253 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.515952 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.517350 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 1093 time: 0.7401378 Aug 26 16:04:15.517841 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:15.520129 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1982d-82db-47c3-8011-5ecd9b0d8d71" -d '{"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:15.566336 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8930e947-6ee8-4ce8-b409-fe9a185ee341 x-openstack-request-id: req-8930e947-6ee8-4ce8-b409-fe9a185ee341 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:15.566580 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:15.566859 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8930e947-6ee8-4ce8-b409-fe9a185ee341 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:15.567252 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8930e947-6ee8-4ce8-b409-fe9a185ee341'] response: {'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'status': 'completed', 'code': 200} Aug 26 16:04:15.572073 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11367c-d0bf-4349-bf1d-c8403c186f9d service neutron] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=3']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:15.718955 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-988664a9-bcf3-4402-bbda-5e0b9d287d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.720612 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-988664a9-bcf3-4402-bbda-5e0b9d287d6e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1127 time: 0.0414712 Aug 26 16:04:15.725198 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57821eb2-3e8d-4bc7-9fb9-ad8af74b0bc9 req-3ce83492-1cb5-4562-a951-4a1e5bbb9ca1 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.726877 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-57821eb2-3e8d-4bc7-9fb9-ad8af74b0bc9 req-3ce83492-1cb5-4562-a951-4a1e5bbb9ca1 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0506413 Aug 26 16:04:15.777659 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-57821eb2-3e8d-4bc7-9fb9-ad8af74b0bc9 req-6edbeaee-3bf8-42e5-afcb-fe1a7a635ed4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Aug 26 16:04:15.833783 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-b351aa51-57a5-4749-95eb-680488ba96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.835241 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-b351aa51-57a5-4749-95eb-680488ba96d8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=b7eea71358e140c29fa3df652ce95a6b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0983422 Aug 26 16:04:15.934043 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-bb4267a7-82f7-4183-8928-4302c9d99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.935493 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-47c1982d-82db-47c3-8011-5ecd9b0d8d71 req-bb4267a7-82f7-4183-8928-4302c9d99ce7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921826 Aug 26 16:04:16.035958 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-0e94fdc7-e9a1-4ce2-9b76-13c04224359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:16.037435 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-0e94fdc7-e9a1-4ce2-9b76-13c04224359f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1127 time: 0.0388315 Aug 26 16:04:16.084006 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-840096c4-c528-4280-ad51-8e172a485c01 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 217 time: 0.0324457 Aug 26 16:04:16.135980 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-250da809-29bf-41d4-a304-400a021c7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:16.137464 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-250da809-29bf-41d4-a304-400a021c7f5f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0466931 Aug 26 16:04:16.449786 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-d8915d3f-5f39-4712-9b02-5cdf3483f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:16.451291 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-d8915d3f-5f39-4712-9b02-5cdf3483f34d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3077302 Aug 26 16:04:16.540682 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-a4ff3106-6ea2-4e5d-a98e-5b4a64ae48fa service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Aug 26 16:04:16.589444 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:16.634224 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-9c20a6d9-ccb3-4b1c-af7c-1407c783d469 req-6008af38-2373-40b0-afa1-3977e326f762 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Aug 26 16:04:16.901150 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc002ff-19d7-4826-9b94-3e5cbc7a6abe req-a567ca40-e389-42e6-bcf2-461d97bec65b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:16.902599 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8fc002ff-19d7-4826-9b94-3e5cbc7a6abe req-a567ca40-e389-42e6-bcf2-461d97bec65b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0467303 Aug 26 16:04:16.952199 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8fc002ff-19d7-4826-9b94-3e5cbc7a6abe req-a955a673-29d3-4434-b419-190cec49172e tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Aug 26 16:04:18.084895 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeed01-2249-4562-906f-25f41a74c779 req-1c60aa9d-6cf6-48d2-b2a7-2c22bd80b7ba tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:18.086376 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1cbeed01-2249-4562-906f-25f41a74c779 req-1c60aa9d-6cf6-48d2-b2a7-2c22bd80b7ba tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0631194 Aug 26 16:04:18.136384 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-1cbeed01-2249-4562-906f-25f41a74c779 req-4a9d03fd-e0f9-4e19-938a-63047b6901f3 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437703 Aug 26 16:04:19.258537 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc793e-6d74-4a81-8de2-978f6576c445 req-a01708a6-9f38-4ce9-af48-913fd4eadddd tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:19.260499 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8ddc793e-6d74-4a81-8de2-978f6576c445 req-a01708a6-9f38-4ce9-af48-913fd4eadddd tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0504048 Aug 26 16:04:19.308861 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8ddc793e-6d74-4a81-8de2-978f6576c445 req-092950ec-8541-4a27-a4f0-045d9ffd96cf tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Aug 26 16:04:20.428111 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f9c97-416e-4268-b416-bbada99403e7 req-11b38013-9814-4789-9710-f47231d4c804 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:20.429566 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-856f9c97-416e-4268-b416-bbada99403e7 req-11b38013-9814-4789-9710-f47231d4c804 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0485315 Aug 26 16:04:20.479246 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-856f9c97-416e-4268-b416-bbada99403e7 req-0bbe0a4a-be79-4af9-9acc-dcce568ff610 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Aug 26 16:04:21.609549 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276173-037d-4713-b169-be72a6306811 req-d43b9e0d-6a40-4ca0-818f-b03256ddec5d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:21.611073 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-44276173-037d-4713-b169-be72a6306811 req-d43b9e0d-6a40-4ca0-818f-b03256ddec5d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Aug 26 16:04:21.660570 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-44276173-037d-4713-b169-be72a6306811 req-0c569ecd-3fa9-4106-8188-860318d08939 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Aug 26 16:04:22.779540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94da782-b981-40d9-aff0-5fa3f53380d9 req-1a7a8f03-743c-4f25-b5f2-e964f36c09cb tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.781058 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a94da782-b981-40d9-aff0-5fa3f53380d9 req-1a7a8f03-743c-4f25-b5f2-e964f36c09cb tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0472043 Aug 26 16:04:22.835680 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a94da782-b981-40d9-aff0-5fa3f53380d9 req-1d1281aa-6168-49f6-b3f2-1f7ceac9dd5b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490525 Aug 26 16:04:23.956541 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c077b0-bc93-4ad6-9f62-5fd4f8862312 req-c0174554-cc29-4de9-adca-3838b3512aff tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:23.957985 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c4c077b0-bc93-4ad6-9f62-5fd4f8862312 req-c0174554-cc29-4de9-adca-3838b3512aff tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0509822 Aug 26 16:04:24.007324 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-c4c077b0-bc93-4ad6-9f62-5fd4f8862312 req-6208ea06-6fd5-499f-82bc-5d04f3aabb67 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437376 Aug 26 16:04:24.796914 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:24.800073 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:25.135087 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724a7ee-7728-4f3e-aca5-0d74bdb86e83 req-a65f73c9-6d02-4f7c-9bee-b5e2d64790d2 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:25.136706 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5724a7ee-7728-4f3e-aca5-0d74bdb86e83 req-a65f73c9-6d02-4f7c-9bee-b5e2d64790d2 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0561254 Aug 26 16:04:25.189437 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-5724a7ee-7728-4f3e-aca5-0d74bdb86e83 req-25709432-f253-46cb-94ad-930e5f72e2e8 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 Aug 26 16:04:25.489911 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:04:25.590880 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:25.602006 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'mac_address': 'fa:16:3e:70:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:04:25.636839 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b6648bb5-3c8b-4235-b7db-d22730f77068 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:25.637759 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:25.651244 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6648bb5-3c8b-4235-b7db-d22730f77068 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:04:25.671360 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:25.789599 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:25.845817 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=4']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:26.085469 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['b6648bb5-3c8b-4235-b7db-d22730f77068'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:04:26.310087 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e43f41-2350-403d-90df-d5dad8cdb706 req-0f7b1bad-7778-40d5-9d1e-35047ed54515 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:26.312231 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65e43f41-2350-403d-90df-d5dad8cdb706 req-0f7b1bad-7778-40d5-9d1e-35047ed54515 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 944 time: 0.0491061 Aug 26 16:04:26.363688 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-65e43f41-2350-403d-90df-d5dad8cdb706 req-b39cd8d3-b563-4f62-a727-527e5868c83b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Aug 26 16:04:27.468887 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:27.491338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5022c-5b47-45c5-895a-2c65db5033d5 req-a37fa951-43ed-4a43-acd6-095d91c12671 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:27.493613 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bed5022c-5b47-45c5-895a-2c65db5033d5 req-a37fa951-43ed-4a43-acd6-095d91c12671 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 944 time: 0.0552082 Aug 26 16:04:27.512008 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:27.512587 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:27.544017 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-bed5022c-5b47-45c5-895a-2c65db5033d5 req-185213f5-ec62-4ddc-926a-ae2b1cf82818 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447993 Aug 26 16:04:27.555527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning for port b6648bb5-3c8b-4235-b7db-d22730f77068 completed by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:04:27.629291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port b6648bb5-3c8b-4235-b7db-d22730f77068 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:27.629676 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:27.703262 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b6648bb5-3c8b-4235-b7db-d22730f77068 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:27.703646 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:27.730040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:27.732411 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e239c2-f547-47dd-96e6-80b5ebd1ac3e" -d '{"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:27.745774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:27.771234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d73c1-f8ec-4de1-b0fe-b2893ea72f74 x-openstack-request-id: req-ff1d73c1-f8ec-4de1-b0fe-b2893ea72f74 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:27.771527 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:27.771780 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff1d73c1-f8ec-4de1-b0fe-b2893ea72f74 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:27.772213 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1d73c1-f8ec-4de1-b0fe-b2893ea72f74'] response: {'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'code': 200} Aug 26 16:04:27.829545 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:27.863654 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:27.877414 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=5']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:28.166542 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ff36-5e72-4381-9563-40634025bf6b req-99139771-335a-4603-8f61-130c6db1538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:28.167958 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6615ff36-5e72-4381-9563-40634025bf6b req-99139771-335a-4603-8f61-130c6db1538c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0393240 Aug 26 16:04:28.216633 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-6615ff36-5e72-4381-9563-40634025bf6b req-c55e1d26-f1f4-466c-bce2-1844608ea20e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Aug 26 16:04:28.666853 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128c01e-061d-4d39-9ccd-c800a318afd9 req-aab341a1-141d-4148-8f86-9552a1d4ffd4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:28.668342 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8128c01e-061d-4d39-9ccd-c800a318afd9 req-aab341a1-141d-4148-8f86-9552a1d4ffd4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Aug 26 16:04:28.718354 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-8128c01e-061d-4d39-9ccd-c800a318afd9 req-887ad2b4-a37c-45c6-b436-fe8b39e6bf96 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437675 Aug 26 16:04:29.830756 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:29.838826 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3602-d095-4c96-8685-23979722ebff req-ca990b0a-722c-4a4d-8a00-ee0daf350b51 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:29.844091 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f4f3602-d095-4c96-8685-23979722ebff req-ca990b0a-722c-4a4d-8a00-ee0daf350b51 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0474331 Aug 26 16:04:29.889292 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0f4f3602-d095-4c96-8685-23979722ebff req-bffb785d-24b6-4a99-9d4e-1ca66224aab3 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Aug 26 16:04:30.010039 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ec28e-f5f1-44a9-b583-affae6b57742 req-6fb2d603-4792-4d64-b1a1-9e881847a086 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:30.011484 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-019ec28e-f5f1-44a9-b583-affae6b57742 req-6fb2d603-4792-4d64-b1a1-9e881847a086 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0466666 Aug 26 16:04:30.061115 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-019ec28e-f5f1-44a9-b583-affae6b57742 req-68bccbce-38e5-4abb-b2b6-42f861bcb02f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Aug 26 16:04:30.087084 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 45934) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:30.214977 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09aebbb-8d28-4318-ae47-652682d7ca3a tempest-TestShelveInstance-209886477 tempest-TestShelveInstance-209886477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:30.216583 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-b09aebbb-8d28-4318-ae47-652682d7ca3a tempest-TestShelveInstance-209886477 tempest-TestShelveInstance-209886477-project-admin] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1124 time: 0.1284437 Aug 26 16:04:30.219572 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 45938) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:30.224160 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.v2.base [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Request body: {'floatingip': {'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:30.303920 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.385742 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (None), before_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.489557 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_common [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Allocated IP 172.27.3.29 (a0ba4927-366d-4929-ac71-e23f79abe69f/1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43/15464dbc-5265-4559-b362-7be7b16c3766) {{(pid=113464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:30.596346 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for port (15464dbc-5265-4559-b362-7be7b16c3766), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.698332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739866861388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (15464dbc-5265-4559-b362-7be7b16c3766), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.738826 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Network a0ba4927-366d-4929-ac71-e23f79abe69f is already hosted by enough agents. {{(pid=113464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:30.743384 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.base_scheduler [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Resources bound (agent type, host, resource id): {{(pid=113464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:30.745842 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Received port after_create {{(pid=113464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:30.773741 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'Port': ['ID=15464dbc-5265-4559-b362-7be7b16c3766,revision_number=1']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:30.788737 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.789087 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.789450 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.789822 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.790156 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.790485 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.790816 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.791137 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.791460 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.791782 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.792133 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.792457 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.792775 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.793094 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.793462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:30.862980 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:30.958011 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:31.113443 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for floatingip (bbfe5268-96a5-42fe-a96d-89dba90cc19a), precommit_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.183431 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3efdff0a-4615-4dd4-8d04-5741f68cbe32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.243604 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (15464dbc-5265-4559-b362-7be7b16c3766), before_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.390292 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for port (15464dbc-5265-4559-b362-7be7b16c3766), precommit_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.441755 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:31.442558 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=17 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:31.457797 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3099403'] for port (15464dbc-5265-4559-b362-7be7b16c3766), after_update {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.541431 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event updated for resources: {'Port': ['ID=15464dbc-5265-4559-b362-7be7b16c3766,revision_number=2']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:31.545479 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701472'] for floatingip (bbfe5268-96a5-42fe-a96d-89dba90cc19a), after_create {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.896112 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Floating IP bbfe5268-96a5-42fe-a96d-89dba90cc19a associated. External IP: 172.27.3.29, port: b6648bb5-3c8b-4235-b7db-d22730f77068. Aug 26 16:04:31.960672 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:32.118290 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Router c14f9152-2176-4610-85c0-c44ddc06acb4 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:32.218540 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:32.227990 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Sync routers for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:32.238045 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:32.238651 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:04:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.339949 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.341268 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:32.374066 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-d0f049b4-c7a6-4ea7-a108-f720dd0ad0ad tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1530497 Aug 26 16:04:32.374522 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:32.377444 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04cbd8b-d639-417b-88e1-01038bf0708e" -d '{"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:32.475913 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62abda31-5280-4b7f-a465-a44881c1ca4f x-openstack-request-id: req-62abda31-5280-4b7f-a465-a44881c1ca4f {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:32.476210 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:32.476469 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62abda31-5280-4b7f-a465-a44881c1ca4f {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:32.476883 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62abda31-5280-4b7f-a465-a44881c1ca4f'] response: {'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'status': 'completed', 'code': 200} Aug 26 16:04:32.560483 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'bbfe5268-96a5-42fe-a96d-89dba90cc19a', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'mac_address': 'fa:16:3e:70:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:04:30Z', 'updated_at': '2022-08-26T16:04:30Z', 'revision_number': 0, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.573976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-0ca74bdb-e2b4-4b2d-b158-2f649ac84f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:32.575488 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-0ca74bdb-e2b4-4b2d-b158-2f649ac84f98 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0400336 Aug 26 16:04:32.585787 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Checking router: c14f9152-2176-4610-85c0-c44ddc06acb4 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:32.594533 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:32.595132 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:04:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.675664 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-9fbf8783-49b0-4a3f-b01a-abb08a8018b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:32.677096 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-9fbf8783-49b0-4a3f-b01a-abb08a8018b7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.0962036 Aug 26 16:04:32.698001 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:32.744076 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-60fc9500-76b6-438c-b9fb-44232d2a6142 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 998 time: 0.0604777 Aug 26 16:04:32.792751 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-6bc19dcc-06f2-48c2-8b0d-0436ac99d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:32.794212 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-6bc19dcc-06f2-48c2-8b0d-0436ac99d300 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0446208 Aug 26 16:04:32.827688 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:32.837804 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-6cbc22cb-58eb-4cc5-be6a-22d3b8ab5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:32.845163 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-6cbc22cb-58eb-4cc5-be6a-22d3b8ab5cb1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394144 Aug 26 16:04:32.909515 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'bbfe5268-96a5-42fe-a96d-89dba90cc19a', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'mac_address': 'fa:16:3e:70:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:04:30Z', 'updated_at': '2022-08-26T16:04:30Z', 'revision_number': 0, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.933467 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-241ee541-3440-4189-8fe4-479297744250 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Aug 26 16:04:32.937765 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ef19f-2527-470a-a848-efd05a0f2068 None None] The sync data for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi is: [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_floatingips': [{'id': 'bbfe5268-96a5-42fe-a96d-89dba90cc19a', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'router_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'mac_address': 'fa:16:3e:70:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:04:30Z', 'updated_at': '2022-08-26T16:04:30Z', 'revision_number': 0, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:33.028958 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-f04cbd8b-d639-417b-88e1-01038bf0708e req-2fc29b72-ccea-40c2-9916-dc514d73953a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890405 Aug 26 16:04:33.132881 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21649a0c-1f9b-4c9c-8fd4-d700d11bbe61 None None] New status for floating IP bbfe5268-96a5-42fe-a96d-89dba90cc19a: ACTIVE {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:04:33.173212 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:33.423052 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5db4dd73-d27e-4ea7-a155-33194976dfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:34.812128 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.463453 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.497582 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:38.542034 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:04:41.588869 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.368328 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:42.370380 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.024495 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=18 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.025303 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=56 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:48.537160 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=75 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:48.537996 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=75 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:51.471297 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:51.477291 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:01.171384 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-121c6d6d-4860-4736-a882-ce6552193d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.521858 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:02.534854 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:03.430080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-90092c3e-b16a-444d-920f-3ae854934117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.794482 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.497294 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.571410 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.600438 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:15.541137 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:05:21.475098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:21.477133 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:23.293207 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-4d518e84-ff72-41a1-bcc5-67b6d8ec48ca service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405166 Aug 26 16:05:23.400963 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-871bc904-8c7a-479f-b53e-60eb325d2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:23.402437 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-871bc904-8c7a-479f-b53e-60eb325d2707 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0437717 Aug 26 16:05:23.508613 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-ad9b7a7c-0816-450d-afcd-cce6171fd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:23.510101 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-ad9b7a7c-0816-450d-afcd-cce6171fd542 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.0884373 Aug 26 16:05:23.575400 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-c642b778-462b-480f-87d5-eee5aebeff7a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 1000 time: 0.0592225 Aug 26 16:05:23.623944 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-b7a494c9-cd26-4b2d-b09b-661c676cf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:23.625398 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-b7a494c9-cd26-4b2d-b09b-661c676cf780 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0445268 Aug 26 16:05:23.667265 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-c25cb751-cb08-4813-9685-371cffe0e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:23.668783 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-c25cb751-cb08-4813-9685-371cffe0e506 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375316 Aug 26 16:05:23.762804 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-559a5169-3ab5-45ee-8c6b-61051a88cb36 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Aug 26 16:05:23.851613 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-d18c7164-8af4-4a9a-860d-850e877e7dc7 req-1acbfbe7-d17a-4fb6-a86c-e5c972f1b329 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Aug 26 16:05:31.171345 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3ab5-6f84-41a6-be44-d1544aba2b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:33.416679 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee4c3-b47f-4f2d-82be-941cc493363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:33.842615 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=52 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:33.848672 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=49 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:34.873757 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:36.485308 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:36.530849 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.533568 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=6 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:39.534900 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:41.566178 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:51.469786 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:51.475796 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:52.540287 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:06:01.170771 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-eb6da34b-6f26-4447-8754-c7d1047e2b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:02.535975 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:02.536856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:03.462391 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e62912cc-2667-4980-af7b-30be86969ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:04.810752 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:06.496756 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:06.507985 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.628643 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:16.525992 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:16.530853 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:21.488196 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:21.490104 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:25.328926 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-2f07041f-38ee-4c7d-8346-9215f98ac53d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847065 Aug 26 16:06:25.429434 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc761b-3947-4095-b389-72d3bd8816ec req-469c9e8a-4b9d-4591-a137-5450a7a794c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:25.430883 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-469c9e8a-4b9d-4591-a137-5450a7a794c0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0388508 Aug 26 16:06:25.554606 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc761b-3947-4095-b389-72d3bd8816ec req-d67db6d1-62cf-4dd0-a397-8ec8afb68e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:25.555978 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-d67db6d1-62cf-4dd0-a397-8ec8afb68e61 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.1076357 Aug 26 16:06:25.617138 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-4f7bc5f1-d184-4430-9799-5005498e5a55 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 1000 time: 0.0549967 Aug 26 16:06:25.666246 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc761b-3947-4095-b389-72d3bd8816ec req-45b3b112-0136-4d64-bd41-f94c7cf9010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:25.667672 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-45b3b112-0136-4d64-bd41-f94c7cf9010b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0441885 Aug 26 16:06:25.710184 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc761b-3947-4095-b389-72d3bd8816ec req-2f381622-9f80-42e5-b433-ec2dff5878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:25.711622 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-2f381622-9f80-42e5-b433-ec2dff5878d0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378528 Aug 26 16:06:25.809377 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-f45569a3-0392-40ce-b14f-ef9e29f336d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878203 Aug 26 16:06:25.902260 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-83bc761b-3947-4095-b389-72d3bd8816ec req-5580df89-64da-4ecc-9013-92df34ef8b59 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Aug 26 16:06:27.958704 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf778-3b67-43f5-9fac-6798a001399d req-78de168a-40fb-417c-b38f-4420e162c1ab tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:27.960279 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8e9bf778-3b67-43f5-9fac-6798a001399d req-78de168a-40fb-417c-b38f-4420e162c1ab tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.1013503 Aug 26 16:06:28.012062 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-8e9bf778-3b67-43f5-9fac-6798a001399d req-aba4c2af-67b5-4d86-87e1-e4c26f20e45a tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 Aug 26 16:06:29.185937 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2d3f6-c5bf-4e02-adf1-ff970d0f3e5f req-6e36fd4b-e3ef-4fd3-abcc-d76ab05251bb tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:29.187406 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0ee2d3f6-c5bf-4e02-adf1-ff970d0f3e5f req-6e36fd4b-e3ef-4fd3-abcc-d76ab05251bb tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.1008172 Aug 26 16:06:29.237257 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0ee2d3f6-c5bf-4e02-adf1-ff970d0f3e5f req-dbd82ce4-e4a1-4ff8-9eac-7f292e89f8a5 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Aug 26 16:06:29.539962 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:06:30.359572 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964c7c9-1f80-4d55-a52c-74ef6dac5383 req-1f614158-e168-425b-a7cc-d4b131bec69f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:30.361563 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2964c7c9-1f80-4d55-a52c-74ef6dac5383 req-1f614158-e168-425b-a7cc-d4b131bec69f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0469584 Aug 26 16:06:30.411810 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2964c7c9-1f80-4d55-a52c-74ef6dac5383 req-25a76e57-a897-4f0b-aed8-18e5e98c110c tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441954 Aug 26 16:06:31.176378 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-44d005dc-be6b-4cd9-bb79-0ad2b206ce74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:31.533409 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e42c-9938-453c-b187-c6b8c41730df req-b9da3f4f-7d69-476c-ba88-7daedf14c256 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:31.534903 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f7d7e42c-9938-453c-b187-c6b8c41730df req-b9da3f4f-7d69-476c-ba88-7daedf14c256 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Aug 26 16:06:31.588573 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f7d7e42c-9938-453c-b187-c6b8c41730df req-51f06b0b-dfc4-4c94-925b-52ba97413786 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 Aug 26 16:06:32.710084 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f01b2e-f8a8-41fe-ad21-fd87271266a9 req-263dec12-3800-4064-a746-e39520baa322 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:32.711507 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-57f01b2e-f8a8-41fe-ad21-fd87271266a9 req-263dec12-3800-4064-a746-e39520baa322 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Aug 26 16:06:32.760143 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-57f01b2e-f8a8-41fe-ad21-fd87271266a9 req-a609ac8f-7e88-483c-8fcc-51a339633857 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Aug 26 16:06:33.410726 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-56f14295-84c9-4297-a05f-ba33db29c602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:33.882032 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b207be-d287-4222-8e0f-4ea0bce7ed3c req-bfbe18f5-2117-49cb-acaa-b25ac51f4382 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:33.883524 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-31b207be-d287-4222-8e0f-4ea0bce7ed3c req-bfbe18f5-2117-49cb-acaa-b25ac51f4382 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Aug 26 16:06:33.933090 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-31b207be-d287-4222-8e0f-4ea0bce7ed3c req-b81eeb38-b103-4501-ab76-93350ad92969 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439494 Aug 26 16:06:34.788063 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:35.049431 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734b181-b860-482f-9bf8-d4f00fc54a5f req-4a526885-4c62-410b-9b5a-d8dafa261428 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:35.050889 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b734b181-b860-482f-9bf8-d4f00fc54a5f req-4a526885-4c62-410b-9b5a-d8dafa261428 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0458624 Aug 26 16:06:35.101492 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b734b181-b860-482f-9bf8-d4f00fc54a5f req-a3bec486-e534-4bbb-8b03-263b04a582d2 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448365 Aug 26 16:06:36.221350 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d364e73-2102-4482-94f6-9701ddf35bf2 req-f1d3e110-9c67-443f-b398-056a98238099 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:36.222816 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6d364e73-2102-4482-94f6-9701ddf35bf2 req-f1d3e110-9c67-443f-b398-056a98238099 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Aug 26 16:06:36.272404 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-6d364e73-2102-4482-94f6-9701ddf35bf2 req-161fb94a-61d4-49b4-8090-7dc47972f39f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Aug 26 16:06:36.525454 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:36.582525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.400314 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab01ef2-77ef-4662-8a3c-557b1ca5dd80 req-7a5c02a8-4cf0-4ac5-b521-6d3462ad7cce tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:37.401831 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3ab01ef2-77ef-4662-8a3c-557b1ca5dd80 req-7a5c02a8-4cf0-4ac5-b521-6d3462ad7cce tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Aug 26 16:06:37.438678 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:37.452366 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-3ab01ef2-77ef-4662-8a3c-557b1ca5dd80 req-7e948af1-b940-49ce-90f1-69e3456784bf tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Aug 26 16:06:38.225170 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-6af0e508-e424-48e9-ab26-9efcd1ea2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:38.226587 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-6af0e508-e424-48e9-ab26-9efcd1ea2277 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0406680 Aug 26 16:06:38.288616 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:38.321162 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-f8bb7f49-da77-4e5f-bdf0-b3e6665183a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:38.322870 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-f8bb7f49-da77-4e5f-bdf0-b3e6665183a2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.0904334 Aug 26 16:06:38.384234 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-489edf87-4af0-4fd3-9c9e-a1d7589f4386 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 1000 time: 0.0546989 Aug 26 16:06:38.431989 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-96efc146-8f8f-46c7-ba52-9332497cfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:38.433408 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-96efc146-8f8f-46c7-ba52-9332497cfe6a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0435581 Aug 26 16:06:38.478958 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-9790b90b-5f28-4e62-8f2b-d5ec0af89e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:38.480473 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-9790b90b-5f28-4e62-8f2b-d5ec0af89e01 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418417 Aug 26 16:06:38.570291 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-1f9b90f5-9ba9-4284-b8b1-6f02788a97d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840979 Aug 26 16:06:38.575134 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b9f-26b6-4790-a0d3-d29159751be1 req-843780da-01aa-4a65-b637-83719fbd2cea tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:38.576754 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-22ff6b9f-26b6-4790-a0d3-d29159751be1 req-843780da-01aa-4a65-b637-83719fbd2cea tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Aug 26 16:06:38.628001 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-22ff6b9f-26b6-4790-a0d3-d29159751be1 req-746080c7-09dd-4693-a0bd-adeab82f9d25 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Aug 26 16:06:38.667730 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-1b67ef77-5dd1-4240-aac0-7afb20d89796 req-3959bcac-da8c-4320-a26d-e6dbd81bd9f6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910692 Aug 26 16:06:39.534624 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=11 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:39.535426 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=17 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:39.749598 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991f42f-0f27-4b25-aa9a-d1609bc899a8 req-79e5fff5-cdca-4172-b0bb-12c53914c306 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:39.749598 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4991f42f-0f27-4b25-aa9a-d1609bc899a8 req-79e5fff5-cdca-4172-b0bb-12c53914c306 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Aug 26 16:06:39.797614 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-4991f42f-0f27-4b25-aa9a-d1609bc899a8 req-4a3b1200-ff14-4d17-bd1c-df7dc442930f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Aug 26 16:06:40.919623 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf915-e2fd-4c39-8d99-3fd97531c920 req-7ef0a408-7026-418e-b148-9045d8c1aa93 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.921348 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-86bdf915-e2fd-4c39-8d99-3fd97531c920 req-7ef0a408-7026-418e-b148-9045d8c1aa93 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Aug 26 16:06:40.973381 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-86bdf915-e2fd-4c39-8d99-3fd97531c920 req-73196264-1f63-46a6-94e7-ca3917869575 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Aug 26 16:06:41.593583 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.099478 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218e356-bf6a-4c1d-ad97-bb5c2ccb6ca0 req-d8a48230-1f1e-409e-9ada-c48a91b8c419 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.100965 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0218e356-bf6a-4c1d-ad97-bb5c2ccb6ca0 req-d8a48230-1f1e-409e-9ada-c48a91b8c419 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Aug 26 16:06:42.149350 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0218e356-bf6a-4c1d-ad97-bb5c2ccb6ca0 req-88327b38-127e-4d9e-891a-c88df653395d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Aug 26 16:06:42.680755 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080fc6a-9223-4c82-a382-a7cf6e76e215 req-42f3d552-1fb4-409b-b2c1-e5917afc40fc tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.682252 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5080fc6a-9223-4c82-a382-a7cf6e76e215 req-42f3d552-1fb4-409b-b2c1-e5917afc40fc tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0475206 Aug 26 16:06:42.732699 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-5080fc6a-9223-4c82-a382-a7cf6e76e215 req-25df4cdc-dc6e-49e5-99c1-15ad226a996d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 Aug 26 16:06:42.781761 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-2519c91d-8834-4d7e-9085-83d08627ffa7 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856953 Aug 26 16:06:42.905888 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-0a746c4a-e35c-46ec-9596-d1e451e056f3 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.907254 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-0a746c4a-e35c-46ec-9596-d1e451e056f3 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports/b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 942 time: 0.0970945 Aug 26 16:06:43.855432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59cdb-a6fb-4f1c-929f-2c58ba2bd576 req-14816890-cf26-4d11-8865-cb6a40baa7ea tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:43.856927 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-45a59cdb-a6fb-4f1c-929f-2c58ba2bd576 req-14816890-cf26-4d11-8865-cb6a40baa7ea tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Aug 26 16:06:43.909743 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-45a59cdb-a6fb-4f1c-929f-2c58ba2bd576 req-a7ea005c-4493-4690-825d-181c136204f1 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470872 Aug 26 16:06:44.263356 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:44.334576 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b6648bb5-3c8b-4235-b7db-d22730f77068 is: ACTIVE; New status is: DOWN {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:06:44.334920 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:44.360905 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:06:44.363136 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4de680-bdf4-45d7-86c9-11b6d6c7d41b" -d '{"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:06:44.375669 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:44.396450 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Aug 2022 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4868e9ce-54cd-47d7-90e8-fb5aa0b03124 x-openstack-request-id: req-4868e9ce-54cd-47d7-90e8-fb5aa0b03124 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:06:44.396788 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-unplugged", "status": "failed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "code": 422}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:06:44.397048 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4868e9ce-54cd-47d7-90e8-fb5aa0b03124 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:06:44.397491 dv-cinder-831247-24-iscsi neutron-server[113466]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4868e9ce-54cd-47d7-90e8-fb5aa0b03124']: {'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'code': 422} returned with failed status Aug 26 16:06:44.445185 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:44.492408 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=6']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:44.499525 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.499888 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.500238 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.500576 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.501039 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.502022 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.502357 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.502687 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.503016 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.503347 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.503675 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.504034 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.504361 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.504684 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:44.505006 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:45.032808 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21dc14-5092-4c5b-9178-9407f5d55675 req-89d50288-9a9d-4cd6-97cd-885d015df55d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:45.034288 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fe21dc14-5092-4c5b-9178-9407f5d55675 req-89d50288-9a9d-4cd6-97cd-885d015df55d tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0477927 Aug 26 16:06:45.087785 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-fe21dc14-5092-4c5b-9178-9407f5d55675 req-28e8b942-dede-40da-9ad2-4a89bd6320ac tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Aug 26 16:06:46.001858 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-08e04037-51f3-40c3-8665-dbe5e613137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.003309 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-08e04037-51f3-40c3-8665-dbe5e613137c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8&tenant_id=b7eea71358e140c29fa3df652ce95a6b HTTP/1.1" status: 200 len: 1127 time: 0.0386839 Aug 26 16:06:46.085080 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-8eb5ee9e-9b6f-4bca-82a3-7b2e0fb8f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.086550 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-8eb5ee9e-9b6f-4bca-82a3-7b2e0fb8f229 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1127 time: 0.0425766 Aug 26 16:06:46.154539 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:46.210001 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-f5b598f9-eb5f-4539-a498-43067e42957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.211481 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-f5b598f9-eb5f-4539-a498-43067e42957d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.1195517 Aug 26 16:06:46.231301 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe98a3f-1853-46e5-b510-6fcbb1a20395 req-2207c122-56a8-4dea-bb5d-a5f6c243f8f0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.232780 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7fe98a3f-1853-46e5-b510-6fcbb1a20395 req-2207c122-56a8-4dea-bb5d-a5f6c243f8f0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0687151 Aug 26 16:06:46.300560 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-502db3fe-b4fe-4320-9338-7469c4599fb9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 998 time: 0.0828040 Aug 26 16:06:46.328115 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-7fe98a3f-1853-46e5-b510-6fcbb1a20395 req-1a3eb3a9-e473-4b9b-a86d-4df8473fdbd0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698121 Aug 26 16:06:46.366503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-fa2b4cdb-0ded-4ed4-a364-e3979de4f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.367966 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-fa2b4cdb-0ded-4ed4-a364-e3979de4f3c6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0575728 Aug 26 16:06:46.405591 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:46.411072 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b0238-54c2-4c0e-be52-043742708701 req-1a1ea4dd-00ac-4768-a725-32900b08a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:46.412696 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-1a1ea4dd-00ac-4768-a725-32900b08a674 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387712 Aug 26 16:06:46.503402 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-24a5dd8b-4667-4473-a51e-28ec5ad19077 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Aug 26 16:06:46.596136 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-fc0b0238-54c2-4c0e-be52-043742708701 req-d921d02f-c7c1-45a4-b231-bd3735431ded service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864508 Aug 26 16:06:47.450066 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d7528-f833-4a51-83d1-e69b92b685ba req-c68e269b-7fce-4b8f-a7d6-8ecfffad9ac4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:47.451532 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f40d7528-f833-4a51-83d1-e69b92b685ba req-c68e269b-7fce-4b8f-a7d6-8ecfffad9ac4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Aug 26 16:06:47.500236 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-f40d7528-f833-4a51-83d1-e69b92b685ba req-40f38f1c-45ae-40be-b383-9be1e42a3348 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Aug 26 16:06:48.620033 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f6e1f-197e-4255-a2f5-aa76778e57f5 req-e1871495-60f2-46bc-bb99-491088017991 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:48.621567 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f8f6e1f-197e-4255-a2f5-aa76778e57f5 req-e1871495-60f2-46bc-bb99-491088017991 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0479660 Aug 26 16:06:48.669864 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2f8f6e1f-197e-4255-a2f5-aa76778e57f5 req-bc5f5cbe-2c23-43b3-88ee-8c8d18c4a5dd tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426989 Aug 26 16:06:49.788179 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f95b8-d262-42e7-b13d-1a3a3172ba9d req-abe52074-6530-4281-987d-d655e2656305 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:49.789655 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-da4f95b8-d262-42e7-b13d-1a3a3172ba9d req-abe52074-6530-4281-987d-d655e2656305 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0471737 Aug 26 16:06:49.839787 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-da4f95b8-d262-42e7-b13d-1a3a3172ba9d req-14cc4bef-1591-48b0-a17d-08073375f9fe tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Aug 26 16:06:50.962978 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9df4ac-8862-4c94-b9d6-006f73145476 req-977077f9-8730-4ae9-8b08-20513a7719ee tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:50.964453 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ad9df4ac-8862-4c94-b9d6-006f73145476 req-977077f9-8730-4ae9-8b08-20513a7719ee tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0518301 Aug 26 16:06:51.014399 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-ad9df4ac-8862-4c94-b9d6-006f73145476 req-833caf74-6ba0-4494-a19a-ce6d8277b942 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Aug 26 16:06:52.119730 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:52.124925 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:52.135185 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296289ba-48d5-47af-afc3-0ee870d357f7 req-29ccc676-4794-45c5-ae06-5c0379f614a7 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:52.136655 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-296289ba-48d5-47af-afc3-0ee870d357f7 req-29ccc676-4794-45c5-ae06-5c0379f614a7 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Aug 26 16:06:52.185133 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-296289ba-48d5-47af-afc3-0ee870d357f7 req-be9d4fb8-49d4-4bf5-bcd8-09702bc36a42 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427065 Aug 26 16:06:53.306404 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c422d1-8b90-4424-b445-d4974f1a378d req-8e6f7711-a9c4-4a56-9683-3133837411a0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:53.307848 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a9c422d1-8b90-4424-b445-d4974f1a378d req-8e6f7711-a9c4-4a56-9683-3133837411a0 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0466058 Aug 26 16:06:53.357566 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a9c422d1-8b90-4424-b445-d4974f1a378d req-d7207de0-13b3-4d27-8563-88b43110906e tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442123 Aug 26 16:06:53.522851 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:53.527856 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:54.271445 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=113466) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:06:54.274326 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:54.275829 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:54.375768 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:54.387481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Returning: {'device': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'port_id': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'mac_address': 'fa:16:3e:70:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113466) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:06:54.424548 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b6648bb5-3c8b-4235-b7db-d22730f77068 is: DOWN; New status is: BUILD {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:06:54.424964 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.438737 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6648bb5-3c8b-4235-b7db-d22730f77068 {{(pid=113466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:06:54.459734 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:54.478871 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a489e-658c-42ee-8fa2-0999677e0a89 req-4b3c19de-d7b0-4c6f-b9c7-4df8320c7593 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:54.480375 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a8a489e-658c-42ee-8fa2-0999677e0a89 req-4b3c19de-d7b0-4c6f-b9c7-4df8320c7593 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 943 time: 0.0484111 Aug 26 16:06:54.530843 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-0a8a489e-658c-42ee-8fa2-0999677e0a89 req-2ced4a96-1ba5-4de8-96e6-276144d089b8 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Aug 26 16:06:54.559531 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.613935 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=7']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:54.895718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] get_ports_and_sgs() called for port_ids ['b6648bb5-3c8b-4235-b7db-d22730f77068'] {{(pid=113466) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:06:55.657350 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c6a8-52d4-4aa8-b2d1-d20bdd2722cd req-06818f9d-8ffb-48b0-b950-0645c44c134a tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:55.658820 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0cf7c6a8-52d4-4aa8-b2d1-d20bdd2722cd req-06818f9d-8ffb-48b0-b950-0645c44c134a tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 944 time: 0.0511448 Aug 26 16:06:55.708609 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-0cf7c6a8-52d4-4aa8-b2d1-d20bdd2722cd req-c0728d36-7f45-40a1-95fb-47b8b76b7ba6 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Aug 26 16:06:56.293923 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 up at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:06:56.339642 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.provisioning_blocks [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Provisioning complete for port b6648bb5-3c8b-4235-b7db-d22730f77068 triggered by entity L2. {{(pid=113466) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:06:56.340040 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529479'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), provisioning_complete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:56.378523 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:56.414568 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Current status of the port b6648bb5-3c8b-4235-b7db-d22730f77068 is: BUILD; New status is: ACTIVE {{(pid=113466) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:06:56.414951 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655184'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:56.438232 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:06:56.441026 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cff83e8dbaef078f7818237d557506aa4c3c40170d7551706bd6906ab9a9de22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02805f9e-cdfb-4723-ba27-a8630285b594" -d '{"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:06:56.454042 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:56.479667 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f3777-db25-4cf9-86c8-0d6653b314b0 x-openstack-request-id: req-c84f3777-db25-4cf9-86c8-0d6653b314b0 {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:06:56.480005 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "code": 200}]} {{(pid=113466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:06:56.480283 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c84f3777-db25-4cf9-86c8-0d6653b314b0 {{(pid=113466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:06:56.480676 dv-cinder-831247-24-iscsi neutron-server[113466]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84f3777-db25-4cf9-86c8-0d6653b314b0'] response: {'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'code': 200} Aug 26 16:06:56.524860 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739867305081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739866861406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739866861424'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:56.573577 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Pushing event updated for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=8']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:56.852774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8aace-9bb6-4e75-bcc9-5af23af4726e req-fe2c0376-121f-4fb5-b23d-f0fa189de91b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:56.854160 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-42c8aace-9bb6-4e75-bcc9-5af23af4726e req-fe2c0376-121f-4fb5-b23d-f0fa189de91b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0743375 Aug 26 16:06:56.855486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282b76-4bce-4d89-942e-5de7c608b64c req-9b33349c-c9e4-488c-8699-98f340ca72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:56.857408 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-01282b76-4bce-4d89-942e-5de7c608b64c req-9b33349c-c9e4-488c-8699-98f340ca72e7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0667951 Aug 26 16:06:56.938187 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-42c8aace-9bb6-4e75-bcc9-5af23af4726e req-65ac44d1-fc2c-49e1-b724-0cc82ddc70e1 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783968 Aug 26 16:06:56.941113 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-01282b76-4bce-4d89-942e-5de7c608b64c req-fd40def4-04f9-4ba2-ac41-83d39f48a0d1 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740726 Aug 26 16:06:58.071847 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0676abe-2690-4e94-905c-58ae1c7692f8 req-8d8d0d24-e58d-4352-9c1e-90c0647422d9 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:58.073575 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0676abe-2690-4e94-905c-58ae1c7692f8 req-8d8d0d24-e58d-4352-9c1e-90c0647422d9 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Aug 26 16:06:58.123668 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-c0676abe-2690-4e94-905c-58ae1c7692f8 req-809854e7-647a-43ea-9dd9-650ca512b5e6 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445292 Aug 26 16:06:59.243047 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4ca2-b4fe-4c72-9708-438e6ff733d7 req-690812a1-a34e-4340-b08f-4a8d4c149038 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:59.244569 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-629c4ca2-b4fe-4c72-9708-438e6ff733d7 req-690812a1-a34e-4340-b08f-4a8d4c149038 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0474460 Aug 26 16:06:59.269726 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:59.293551 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-629c4ca2-b4fe-4c72-9708-438e6ff733d7 req-529b9ca1-7f2f-4270-81cb-3536491ae5c6 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434947 Aug 26 16:07:01.187861 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7e0a0d3c-f306-45c8-b298-ca37d9537928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:03.439698 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2a227ee7-be4c-40d5-9bd1-2ff9d1304f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:04.786659 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:04.839736 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:06.513604 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:06.538830 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:07:06.565100 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:08.116391 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=32 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:08.119281 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=16 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:09.290314 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=84 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:11.783105 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:16.535566 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:21.503337 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:21.509298 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:UPDATE=4,neutron:SELECT=31 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:25.279914 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-ee1a7d34-02b6-49ec-b406-75a9a78e31e2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372891 Aug 26 16:07:25.394314 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-a598eca1-9605-4be4-833a-b01435d6719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:25.395759 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-a598eca1-9605-4be4-833a-b01435d6719d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0427053 Aug 26 16:07:25.507291 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-0b999ec5-f0b3-43a3-98ce-3994f72a661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:25.508834 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-0b999ec5-f0b3-43a3-98ce-3994f72a661d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.0932167 Aug 26 16:07:25.575841 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-42e6f15a-03c2-40a1-a1f1-5dcabc15819a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 1000 time: 0.0592272 Aug 26 16:07:25.625806 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-db61d371-b275-477d-985f-20967468663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:25.627261 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-db61d371-b275-477d-985f-20967468663a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0447145 Aug 26 16:07:25.670604 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-29837cf9-cfc7-4b75-b799-6dccfcdacd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:25.672109 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-29837cf9-cfc7-4b75-b799-6dccfcdacd22 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384197 Aug 26 16:07:25.764421 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-f61b8f96-f695-489a-aced-512cab4cfda7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Aug 26 16:07:25.854431 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-b93a3f14-2dea-4763-8ec0-a7a694815a73 req-2aad14c0-95da-46eb-9a3d-7a6eda2620c2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Aug 26 16:07:30.523657 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:31.176154 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-846a986d-c410-4490-8312-71019e395154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:33.393342 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-ac14ae53-1e02-44fb-8c01-ef877584d3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:34.850948 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:35.537982 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:35.849905 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=54 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:35.851940 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=47 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:36.490454 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:36.530684 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:41.611234 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:43.537769 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:07:51.513526 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:51.515429 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:53.532952 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:53.533683 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:01.216251 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3405628b-f09c-4f1f-9343-5a5aac472ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.416255 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7edc5646-24b8-4683-a93f-c1b86477d121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:04.862554 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:06.543043 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:06.565242 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:07.519272 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:07.520055 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:11.622602 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:11.961870 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46090) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:12.103126 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Deleting port 15464dbc-5265-4559-b362-7be7b16c3766 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:12.103468 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (15464dbc-5265-4559-b362-7be7b16c3766), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.182844 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (15464dbc-5265-4559-b362-7be7b16c3766), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.183171 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for floatingip (15464dbc-5265-4559-b362-7be7b16c3766), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.199628 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Calling delete_port for 15464dbc-5265-4559-b362-7be7b16c3766 owned by network:floatingip {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:12.422445 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (15464dbc-5265-4559-b362-7be7b16c3766), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.445667 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event deleted for resources: {'Port': ['ID=15464dbc-5265-4559-b362-7be7b16c3766,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:12.456163 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.456508 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.456844 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.457177 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.457503 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.457827 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.458556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.458556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.458777 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.459067 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.459387 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.459698 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.460037 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.460355 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.460666 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:12.523773 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for floatingip (bbfe5268-96a5-42fe-a96d-89dba90cc19a), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.524730 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.db.l3_db [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Floating IP bbfe5268-96a5-42fe-a96d-89dba90cc19a disassociated (deleted). External IP: 172.27.3.29, port: b6648bb5-3c8b-4235-b7db-d22730f77068. Aug 26 16:08:12.720182 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Router c14f9152-2176-4610-85c0-c44ddc06acb4 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:08:12.819544 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:08:12.824779 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for floatingip (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.831809 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Sync routers for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:08:12.841940 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:12.842553 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:12.850788 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:12.856566 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-19bbf4ca-1105-45c0-88e2-2247762cd48f tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "DELETE /networking/v2.0/floatingips/bbfe5268-96a5-42fe-a96d-89dba90cc19a HTTP/1.1" status: 204 len: 168 time: 0.8935201 Aug 26 16:08:12.857212 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:08:12.860136 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649365b3c51a77beac4ffb96921f163f3efd01281837fba209ecc0834c0e0329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32e7ae-4574-4cb6-acbb-0bf947002b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:08:12.925309 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b07904-f7fd-4d7c-b1c9-c31ed131f005 x-openstack-request-id: req-f6b07904-f7fd-4d7c-b1c9-c31ed131f005 {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:08:12.925841 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "status": "completed", "code": 200}]} {{(pid=113464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:08:12.926096 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f6b07904-f7fd-4d7c-b1c9-c31ed131f005 {{(pid=113464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:08:12.926977 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b07904-f7fd-4d7c-b1c9-c31ed131f005'] response: {'name': 'network-changed', 'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'status': 'completed', 'code': 200} Aug 26 16:08:12.949951 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:13.023072 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-10fee218-5a12-4308-9e1a-4535a643de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.024514 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-10fee218-5a12-4308-9e1a-4535a643de80 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b7eea71358e140c29fa3df652ce95a6b&device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 1129 time: 0.0453410 Aug 26 16:08:13.116622 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-bafe0661-8301-4e67-bc09-2a3d083ec696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.118137 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-bafe0661-8301-4e67-bc09-2a3d083ec696 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 200 len: 911 time: 0.0875044 Aug 26 16:08:13.137485 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:13.157148 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-fcdd9368-b020-4226-b03f-f5aed546f730 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 200 len: 217 time: 0.0331430 Aug 26 16:08:13.162872 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Checking router: c14f9152-2176-4610-85c0-c44ddc06acb4 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:08:13.172041 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:13.172637 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:13.211156 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-bec3ada1-596f-470c-8711-3ea3c1cd3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.212675 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-bec3ada1-596f-470c-8711-3ea3c1cd3e7d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 200 len: 848 time: 0.0500345 Aug 26 16:08:13.260208 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-1225abff-7e90-41f7-8e52-fa7d6b0263f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.261706 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-1225abff-7e90-41f7-8e52-fa7d6b0263f3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2f647456-7cc5-4aba-8ec5-e3b187294adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431092 Aug 26 16:08:13.295641 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:13.355240 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-1418afce-5815-4ddb-b13c-1804f0805034 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872548 Aug 26 16:08:13.524291 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:13.544902 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d301fc-fb13-4e50-90e5-0441bd3bd81c req-db3e51f3-02f7-443f-86ff-8b4e5464ef1c tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.548085 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-25d301fc-fb13-4e50-90e5-0441bd3bd81c req-db3e51f3-02f7-443f-86ff-8b4e5464ef1c tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.1015110 Aug 26 16:08:13.551357 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-da32e7ae-4574-4cb6-acbb-0bf947002b8b req-e25ae91a-28b2-4dbd-ae3f-095ffc60948e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903455 Aug 26 16:08:13.554130 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226af36-28cf-4731-bb0a-3d894f768fb5 None None] The sync data for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi is: [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:03:43Z', 'revision_number': 4, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi', '_interfaces': [{'id': '58d5539d-e3ce-402b-a1cc-8ff5defb2986', 'name': '', 'network_id': '2f647456-7cc5-4aba-8ec5-e3b187294adc', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'mac_address': 'fa:16:3e:bb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:42Z', 'updated_at': '2022-08-26T16:03:48Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'subnets': [{'id': '9378da05-ae31-435b-b3c6-7b1c709228e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:08:13.611586 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-25d301fc-fb13-4e50-90e5-0441bd3bd81c req-de65e53d-b931-41fb-80d6-f0ce56772061 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508063 Aug 26 16:08:13.777731 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8779da-fbaa-4edb-ade2-3fd25c74278e None None] New status for floating IP bbfe5268-96a5-42fe-a96d-89dba90cc19a: DOWN {{(pid=113466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:08:14.724193 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:14.732158 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8958c6f-fa52-4ef2-a127-d2d887e0f653 req-35bfc68e-ce25-48cf-9a48-45c5014bf1b4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:14.734136 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a8958c6f-fa52-4ef2-a127-d2d887e0f653 req-35bfc68e-ce25-48cf-9a48-45c5014bf1b4 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Aug 26 16:08:14.784716 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [req-a8958c6f-fa52-4ef2-a127-d2d887e0f653 req-406123c4-223a-4d75-b1f4-59af2d5620fc tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Aug 26 16:08:15.229832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-9f60424f-ebf4-434f-9e40-14f0e266b515 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:15.231311 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-9f60424f-ebf4-434f-9e40-14f0e266b515 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 26 16:08:15.312316 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Deleting port b6648bb5-3c8b-4235-b7db-d22730f77068 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:15.312657 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.667590 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] For port b6648bb5-3c8b-4235-b7db-d22730f77068, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b6648bb5-3c8b-4235-b7db-d22730f77068,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:15.667976 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.681503 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Calling delete_port for b6648bb5-3c8b-4235-b7db-d22730f77068 owned by compute:nova {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:15.896497 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.904507 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686bad-5644-4a63-93ae-8a9d1d9b81fa req-01a7e56b-9eb0-4f67-9e08-7a18559c899b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:15.906006 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a6686bad-5644-4a63-93ae-8a9d1d9b81fa req-01a7e56b-9eb0-4f67-9e08-7a18559c899b tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 945 time: 0.0470922 Aug 26 16:08:15.906998 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (b6648bb5-3c8b-4235-b7db-d22730f77068), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.912937 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.942360 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event deleted for resources: {'Port': ['ID=b6648bb5-3c8b-4235-b7db-d22730f77068,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:15.983854 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.984225 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.984563 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.984897 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.985226 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.985553 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.985872 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.986201 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.986522 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.986842 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.987173 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.987521 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.987845 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.988210 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:15.988529 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:16.021581 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] No DVR routers for this DVR port b6648bb5-3c8b-4235-b7db-d22730f77068 on host hv-cinder-83124 {{(pid=113465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:08:16.026271 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92249'] for port (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:16.029493 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-2e5f6c8e-a9b4-40f5-81ef-acf3949ff038 req-50ada9f1-9922-426c-8186-243d0db1d538 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b6648bb5-3c8b-4235-b7db-d22730f77068 HTTP/1.1" status: 204 len: 173 time: 0.7931957 Aug 26 16:08:16.029925 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-deleted', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068'}] {{(pid=113465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:08:16.032516 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0d7e1530c7691ef3dcf170c7c02c877ec9fb2f73f7d75bcd798a1c2cbb79968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6143ba-77bd-445f-94be-9df9d3585aad" -d '{"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-deleted", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068"}]}' {{(pid=113465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:08:16.048901 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-a6686bad-5644-4a63-93ae-8a9d1d9b81fa req-cf16ca1c-1ec2-4df4-9a87-f0a10c337bc3 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/security-groups?id=d9e77fe4-93e7-461d-9476-0b2fda63ca65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347771 Aug 26 16:08:16.187486 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84201c8-46b6-46b9-8060-5d6b6a26f941 x-openstack-request-id: req-a84201c8-46b6-46b9-8060-5d6b6a26f941 {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:08:16.187774 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bcd3d4-0eae-48e0-9877-b62bab4470b8", "name": "network-vif-deleted", "tag": "b6648bb5-3c8b-4235-b7db-d22730f77068", "status": "completed", "code": 200}]} {{(pid=113465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:08:16.188061 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a84201c8-46b6-46b9-8060-5d6b6a26f941 {{(pid=113465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:08:16.188464 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84201c8-46b6-46b9-8060-5d6b6a26f941'] response: {'server_uuid': '85bcd3d4-0eae-48e0-9877-b62bab4470b8', 'name': 'network-vif-deleted', 'tag': 'b6648bb5-3c8b-4235-b7db-d22730f77068', 'status': 'completed', 'code': 200} Aug 26 16:08:17.164617 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [req-de43ba79-3ab4-487e-81e9-7d3ba934dfd9 req-59f503c5-a50a-426e-92bc-219385cdb0bd tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=85bcd3d4-0eae-48e0-9877-b62bab4470b8 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Aug 26 16:08:18.229227 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46126) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:18.285092 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (d9e77fe4-93e7-461d-9476-0b2fda63ca65), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.309085 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (d9e77fe4-93e7-461d-9476-0b2fda63ca65), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.473631 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (d9e77fe4-93e7-461d-9476-0b2fda63ca65), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.476318 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.477497 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] 10.222.0.98 "DELETE /networking/v2.0/security-groups/d9e77fe4-93e7-461d-9476-0b2fda63ca65 HTTP/1.1" status: 204 len: 168 time: 0.2487662 Aug 26 16:08:18.487476 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b85d-475d-4557-84be-1debf03e4188 tempest-TestShelveInstance-572661868 tempest-TestShelveInstance-572661868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e77fe4-93e7-461d-9476-0b2fda63ca65,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:18.706477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46130) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:18.791682 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:18.810961 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] No Port match for: b6648bb5-3c8b-4235-b7db-d22730f77068 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:18.811303 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Device b6648bb5-3c8b-4235-b7db-d22730f77068 not bound to the agent host hv-cinder-83124 {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:19.019053 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (c14f9152-2176-4610-85c0-c44ddc06acb4), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.236072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Deleting port 58d5539d-e3ce-402b-a1cc-8ff5defb2986 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:19.236812 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.315072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] For port 58d5539d-e3ce-402b-a1cc-8ff5defb2986, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=58d5539d-e3ce-402b-a1cc-8ff5defb2986,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:19.315433 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.322072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:19.332810 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Calling delete_port for 58d5539d-e3ce-402b-a1cc-8ff5defb2986 owned by network:router_interface {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:19.374332 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:19.604941 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (58d5539d-e3ce-402b-a1cc-8ff5defb2986), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.631244 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d5539d-e3ce-402b-a1cc-8ff5defb2986,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:19.793233 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (c14f9152-2176-4610-85c0-c44ddc06acb4), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.006748 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Router c14f9152-2176-4610-85c0-c44ddc06acb4 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:08:20.102400 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.111319 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:08:20.116450 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c79749aa-0fb7-4081-afce-8eaa4ee4ff93 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/c14f9152-2176-4610-85c0-c44ddc06acb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4087882 Aug 26 16:08:20.119012 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46132) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:20.121537 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Sync routers for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:08:20.132215 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:20.132843 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:20.239990 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:20.492919 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks [] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.493495 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:20.523523 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Checking router: c14f9152-2176-4610-85c0-c44ddc06acb4 for host: dv-cinder-831247-24-iscsi {{(pid=113467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:08:20.530867 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.539195 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:08:20.543985 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Routers {'c14f9152-2176-4610-85c0-c44ddc06acb4'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:20.543985 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['c14f9152-2176-4610-85c0-c44ddc06acb4'], 'active': True} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:20.543985 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=100 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.592941 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks [] for router_gateway (c14f9152-2176-4610-85c0-c44ddc06acb4), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.642249 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_dvr_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] Set router c14f9152-2176-4610-85c0-c44ddc06acb4 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:20.706896 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Deleting port 698aacc9-1cbc-4b6d-80e8-9c1059cff918 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:20.707462 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.776764 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=100 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.792251 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] For port 698aacc9-1cbc-4b6d-80e8-9c1059cff918, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=698aacc9-1cbc-4b6d-80e8-9c1059cff918,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:20.792615 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.805361 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Calling delete_port for 698aacc9-1cbc-4b6d-80e8-9c1059cff918 owned by network:router_gateway {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:20.809494 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.l3_hamode_db [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:20.835072 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912ef99-9a24-4ff5-9dd9-9a91dff5599f None None] The sync data for ids ['c14f9152-2176-4610-85c0-c44ddc06acb4'] in dv-cinder-831247-24-iscsi is: [{'id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'name': 'tempest-TestShelveInstance-1649728197-router', 'tenant_id': 'b7eea71358e140c29fa3df652ce95a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:39Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 5, 'project_id': 'b7eea71358e140c29fa3df652ce95a6b', 'gw_port': {'id': '698aacc9-1cbc-4b6d-80e8-9c1059cff918', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f9152-2176-4610-85c0-c44ddc06acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:40Z', 'updated_at': '2022-08-26T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}] {{(pid=113467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:08:21.056975 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (698aacc9-1cbc-4b6d-80e8-9c1059cff918), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.084712 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=698aacc9-1cbc-4b6d-80e8-9c1059cff918,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:21.149375 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (c14f9152-2176-4610-85c0-c44ddc06acb4), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.238374 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.240735 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks [] for router_controller (c14f9152-2176-4610-85c0-c44ddc06acb4), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.353862 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (c14f9152-2176-4610-85c0-c44ddc06acb4), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.354784 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14f9152-2176-4610-85c0-c44ddc06acb4 {{(pid=113464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:08:21.359472 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.360962 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-4fd46cc1-eb22-447c-9d89-47de07b5e3f3 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/c14f9152-2176-4610-85c0-c44ddc06acb4 HTTP/1.1" status: 204 len: 168 time: 1.2410250 Aug 26 16:08:21.364549 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46134) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:21.424007 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Deleting subnet 9378da05-ae31-435b-b3c6-7b1c709228e1 {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:08:21.427629 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Publish callbacks [] for subnet (9378da05-ae31-435b-b3c6-7b1c709228e1), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.471181 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (9378da05-ae31-435b-b3c6-7b1c709228e1), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.549632 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (9378da05-ae31-435b-b3c6-7b1c709228e1), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.572504 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:21.709620 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (9378da05-ae31-435b-b3c6-7b1c709228e1), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.740612 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9378da05-ae31-435b-b3c6-7b1c709228e1,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:21.744556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.747967 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c81ba383-69cc-452c-98c1-b90bfa847fe3 admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/9378da05-ae31-435b-b3c6-7b1c709228e1 HTTP/1.1" status: 204 len: 168 time: 0.3820693 Aug 26 16:08:21.749632 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89884130-4bdb-4cf2-b38b-8e6ec8190354 None None] Network 2f647456-7cc5-4aba-8ec5-e3b187294adc requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:08:21.750609 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46136) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:21.753959 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:21.754730 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:21.825849 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (2f647456-7cc5-4aba-8ec5-e3b187294adc), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.860558 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:21.877910 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Deleting port 5e8d0506-8ebf-44cd-9104-34fff4e76341 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:21.879705 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.916351 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] DHCP port deletion for 2f647456-7cc5-4aba-8ec5-e3b187294adc request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:08:21.947376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] For port 5e8d0506-8ebf-44cd-9104-34fff4e76341, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=5e8d0506-8ebf-44cd-9104-34fff4e76341,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:21.947755 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.954894 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Deleting port 5e8d0506-8ebf-44cd-9104-34fff4e76341 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:21.955268 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:21.961304 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Calling delete_port for 5e8d0506-8ebf-44cd-9104-34fff4e76341 owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:22.024106 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] For port 5e8d0506-8ebf-44cd-9104-34fff4e76341, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=5e8d0506-8ebf-44cd-9104-34fff4e76341,segment=NetworkSegment(5d675211-3c3b-41ed-a404-985f4c1bde3f),segment_id=5d675211-3c3b-41ed-a404-985f4c1bde3f)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:22.024505 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.039790 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 58d5539d-e3ce-402b-a1cc-8ff5defb2986 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:22.041845 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Calling delete_port for 5e8d0506-8ebf-44cd-9104-34fff4e76341 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:22.068165 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 58d5539d-e3ce-402b-a1cc-8ff5defb2986 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:22.068504 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 58d5539d-e3ce-402b-a1cc-8ff5defb2986 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:22.068919 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 698aacc9-1cbc-4b6d-80e8-9c1059cff918 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:22.118672 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 698aacc9-1cbc-4b6d-80e8-9c1059cff918 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:22.118915 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 698aacc9-1cbc-4b6d-80e8-9c1059cff918 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:22.119321 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 5e8d0506-8ebf-44cd-9104-34fff4e76341 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:22.130815 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.157489 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8d0506-8ebf-44cd-9104-34fff4e76341,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:22.160989 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] No DVR routers for this DVR port 5e8d0506-8ebf-44cd-9104-34fff4e76341 on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:08:22.174144 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No active binding found for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 {{(pid=113466) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 26 16:08:22.174514 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] The host dv-cinder-831247-24-iscsi is not matching for port 5e8d0506-8ebf-44cd-9104-34fff4e76341 host None! {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 26 16:08:22.174905 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 5e8d0506-8ebf-44cd-9104-34fff4e76341 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: from cryptography.utils import int_from_bytes Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: from cryptography.utils import int_from_bytes Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.184085 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:08:22.187100 dv-cinder-831247-24-iscsi neutron-server[113466]: self.session.flush() Aug 26 16:08:22.194398 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (5e8d0506-8ebf-44cd-9104-34fff4e76341), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.220050 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Pushing event deleted for resources: {'Port': ['ID=5e8d0506-8ebf-44cd-9104-34fff4e76341,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:22.224426 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] No DVR routers for this DVR port 5e8d0506-8ebf-44cd-9104-34fff4e76341 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:08:22.231023 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.231368 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.232254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.232254 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.232516 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.232718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.233053 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.233378 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.233781 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.234098 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.234426 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.234754 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.235080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.235403 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.235728 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f6594-b511-4286-af73-4b39cb75dc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-24-iscsi {{(pid=113466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:22.238338 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (2f647456-7cc5-4aba-8ec5-e3b187294adc), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.261104 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f647456-7cc5-4aba-8ec5-e3b187294adc']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:22.271136 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d675211-3c3b-41ed-a404-985f4c1bde3f') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:22.271432 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d675211-3c3b-41ed-a404-985f4c1bde3f') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:22.281217 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (5d675211-3c3b-41ed-a404-985f4c1bde3f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.294258 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (5d675211-3c3b-41ed-a404-985f4c1bde3f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.301448 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:08:22.301845 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (5d675211-3c3b-41ed-a404-985f4c1bde3f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.433603 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (2f647456-7cc5-4aba-8ec5-e3b187294adc), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.442053 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.445497 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/2f647456-7cc5-4aba-8ec5-e3b187294adc HTTP/1.1" status: 204 len: 168 time: 0.6938550 Aug 26 16:08:22.448909 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 46142) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:22.456321 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 5d675211-3c3b-41ed-a404-985f4c1bde3f resource provider aggregate not found Aug 26 16:08:22.460477 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5bfea-1139-4cea-b884-fa6d78fdcb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f647456-7cc5-4aba-8ec5-e3b187294adc,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:22.476818 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 5d675211-3c3b-41ed-a404-985f4c1bde3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d675211-3c3b-41ed-a404-985f4c1bde3f found for delete ", "request_id": "req-26080c47-28ef-4fc6-92d7-11f20f5b09e8"}]} Aug 26 16:08:22.762433 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1703776'] for router_interface (79589b77-0c3b-4379-9e93-38f8628239e6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:22.979314 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Deleting port da011cc9-b637-420b-ae57-a4044c32271b {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:22.979632 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (da011cc9-b637-420b-ae57-a4044c32271b), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:23.058508 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] For port da011cc9-b637-420b-ae57-a4044c32271b, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=da011cc9-b637-420b-ae57-a4044c32271b,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:23.058784 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (da011cc9-b637-420b-ae57-a4044c32271b), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:23.071297 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Calling delete_port for da011cc9-b637-420b-ae57-a4044c32271b owned by network:router_interface {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:23.177467 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=100 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:23.193832 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:23.393544 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (da011cc9-b637-420b-ae57-a4044c32271b), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:23.425562 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da011cc9-b637-420b-ae57-a4044c32271b,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:23.594351 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703700'] for router_interface (79589b77-0c3b-4379-9e93-38f8628239e6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:23.802692 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Router 79589b77-0c3b-4379-9e93-38f8628239e6 has already been hosted by L3 agent fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6 {{(pid=113465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:08:23.902921 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] Notify agent at l3_agent.dv-cinder-831247-24-iscsi the message routers_updated {{(pid=113465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:08:23.908418 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-171912f0-34e8-4287-bea0-0b774135f2e3 admin admin] 10.222.0.98 "PUT /networking/v2.0/routers/79589b77-0c3b-4379-9e93-38f8628239e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578080 Aug 26 16:08:23.910893 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 46146) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:23.914169 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Sync routers for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:08:23.924367 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:23.925013 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:24.009906 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks [] for router (79589b77-0c3b-4379-9e93-38f8628239e6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.034636 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: dv-cinder-831247-24-iscsi {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:24.122345 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks [] for router_gateway (79589b77-0c3b-4379-9e93-38f8628239e6), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.224497 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'external_fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:08:23Z', 'revision_number': 5, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port': {'id': '6c9f3964-054b-4cd0-a834-a145546fbe13', 'name': '', 'network_id': 'a0ba4927-366d-4929-ac71-e23f79abe69f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:03:47Z', 'updated_at': '2022-08-26T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a73a20e-64c8-41a7-9d8a-6c05bcd9ba43', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-24-iscsi'}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:24.247801 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:24.250348 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Checking router: 79589b77-0c3b-4379-9e93-38f8628239e6 for host: dv-cinder-831247-24-iscsi {{(pid=113466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:08:24.259029 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Routers {'79589b77-0c3b-4379-9e93-38f8628239e6'} bound to L3 agent in host dv-cinder-831247-24-iscsi {{(pid=113466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:24.259637 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:41:33Z,description=,heartbeat_timestamp=2022-08-26T16:08:03Z,host='dv-cinder-831247-24-iscsi',id=fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:41:34Z,topic='l3_agent')) {'router_ids': ['79589b77-0c3b-4379-9e93-38f8628239e6'], 'active': True} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:24.265248 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Deleting port 6c9f3964-054b-4cd0-a834-a145546fbe13 {{(pid=113465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:24.265587 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), before_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.295490 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:24.342067 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:24.345716 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvr_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] Set router 79589b77-0c3b-4379-9e93-38f8628239e6 gateway port host: None {{(pid=113466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:24.348886 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.db [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] For port 6c9f3964-054b-4cd0-a834-a145546fbe13, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=6c9f3964-054b-4cd0-a834-a145546fbe13,segment=NetworkSegment(976edec8-ceee-4ef1-aa5b-3f01e164df8d),segment_id=976edec8-ceee-4ef1-aa5b-3f01e164df8d)] {{(pid=113465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:24.349248 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.362301 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.plugins.ml2.plugin [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Calling delete_port for 6c9f3964-054b-4cd0-a834-a145546fbe13 owned by network:router_gateway {{(pid=113465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:24.394582 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_hamode_db [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:08:24Z', 'revision_number': 6, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port_host': None}], 'dv-cinder-831247-24-iscsi', False) {} {{(pid=113466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:24.423310 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95944cc9-3a92-4eda-95b3-f01de5aea856 None None] The sync data for ids ['79589b77-0c3b-4379-9e93-38f8628239e6'] in dv-cinder-831247-24-iscsi is: [{'id': '79589b77-0c3b-4379-9e93-38f8628239e6', 'name': 'tempest-TestShelveInstance-893907122-router', 'tenant_id': '5d05e062e6894989b8f9fc1b0bf65585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:03:46Z', 'updated_at': '2022-08-26T16:08:24Z', 'revision_number': 6, 'project_id': '5d05e062e6894989b8f9fc1b0bf65585', 'gw_port_host': None}] {{(pid=113466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:08:24.679685 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3062267'] for port (6c9f3964-054b-4cd0-a834-a145546fbe13), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.706056 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9f3964-054b-4cd0-a834-a145546fbe13,revision_number=None']} {{(pid=113465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:24.776252 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695909'] for router_gateway (79589b77-0c3b-4379-9e93-38f8628239e6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.869277 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (79589b77-0c3b-4379-9e93-38f8628239e6), precommit_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.871430 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks [] for router_controller (79589b77-0c3b-4379-9e93-38f8628239e6), precommit_delete_associations {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.988814 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703756'] for router (79589b77-0c3b-4379-9e93-38f8628239e6), after_delete {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.989770 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79589b77-0c3b-4379-9e93-38f8628239e6 {{(pid=113465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:08:24.994556 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron_lib.callbacks.manager [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:24.995942 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2741fc9d-b7d1-4354-bc8a-fb51ad94dca6 admin admin] 10.222.0.98 "DELETE /networking/v2.0/routers/79589b77-0c3b-4379-9e93-38f8628239e6 HTTP/1.1" status: 204 len: 168 time: 1.0839472 Aug 26 16:08:24.998441 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46148) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:25.042934 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Deleting subnet 8498482c-ecfd-4af6-bbd4-539d5e2abc3f {{(pid=113464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:08:25.046716 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Publish callbacks [] for subnet (8498482c-ecfd-4af6-bbd4-539d5e2abc3f), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.081072 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2450365'] for subnet (8498482c-ecfd-4af6-bbd4-539d5e2abc3f), precommit_delete_associations {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.159216 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531285'] for subnet (8498482c-ecfd-4af6-bbd4-539d5e2abc3f), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.198011 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:25.326014 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9806177'] for subnet (8498482c-ecfd-4af6-bbd4-539d5e2abc3f), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.350043 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8498482c-ecfd-4af6-bbd4-539d5e2abc3f,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:25.355727 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.359411 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-1b1a69c9-10bc-4038-8959-cb5eebd0e8ec admin admin] 10.222.0.98 "DELETE /networking/v2.0/subnets/8498482c-ecfd-4af6-bbd4-539d5e2abc3f HTTP/1.1" status: 204 len: 168 time: 0.3599792 Aug 26 16:08:25.361963 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46150) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:25.364375 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab6771-1265-4a21-b423-ac8c4ed01d19 None None] Network e349755b-fd17-40c9-91bc-393f3620f5e0 requested from dv-cinder-831247-24-iscsi {{(pid=113466) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:08:25.439360 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553740'] for network (e349755b-fd17-40c9-91bc-393f3620f5e0), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.486493 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Deleting port 9067b041-b023-4297-8be3-97e9dafdf825 {{(pid=113464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:25.486814 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9067b041-b023-4297-8be3-97e9dafdf825), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.524207 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] DHCP port deletion for e349755b-fd17-40c9-91bc-393f3620f5e0 request from dv-cinder-831247-24-iscsi {{(pid=113466) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:08:25.558796 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.db [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] For port 9067b041-b023-4297-8be3-97e9dafdf825, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9067b041-b023-4297-8be3-97e9dafdf825,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:25.559154 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9067b041-b023-4297-8be3-97e9dafdf825), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.566024 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Deleting port 9067b041-b023-4297-8be3-97e9dafdf825 {{(pid=113466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:08:25.566398 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739867300087'] for port (9067b041-b023-4297-8be3-97e9dafdf825), before_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.572538 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.plugin [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Calling delete_port for 9067b041-b023-4297-8be3-97e9dafdf825 owned by network:dhcp {{(pid=113464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:25.631316 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.db [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] For port 9067b041-b023-4297-8be3-97e9dafdf825, host dv-cinder-831247-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-24-iscsi',level=0,port_id=9067b041-b023-4297-8be3-97e9dafdf825,segment=NetworkSegment(6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d),segment_id=6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d)] {{(pid=113466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:25.631711 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697385'] for port (9067b041-b023-4297-8be3-97e9dafdf825), precommit_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.644265 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Calling delete_port for 9067b041-b023-4297-8be3-97e9dafdf825 owned by network:dhcp {{(pid=113466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:08:25.653150 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:25.705139 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:25.799386 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3099392'] for port (9067b041-b023-4297-8be3-97e9dafdf825), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.805828 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739867305108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739866861397'] for port (9067b041-b023-4297-8be3-97e9dafdf825), after_delete {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.826990 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Pushing event deleted for resources: {'Port': ['ID=9067b041-b023-4297-8be3-97e9dafdf825,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:25.831006 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] No DVR routers for this DVR port 9067b041-b023-4297-8be3-97e9dafdf825 on host dv-cinder-831247-24-iscsi {{(pid=113464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:08:25.831374 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] Pushing event deleted for resources: {'Port': ['ID=9067b041-b023-4297-8be3-97e9dafdf825,revision_number=None']} {{(pid=113466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:25.837224 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdede2-ab74-4ce2-9bac-ea2112c9c1c0 None None] No DVR routers for this DVR port 9067b041-b023-4297-8be3-97e9dafdf825 on host dv-cinder-831247-24-iscsi {{(pid=113466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:08:25.907252 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531710', 'neutron.services.segments.db._delete_segments_for_network-8739867327838'] for network (e349755b-fd17-40c9-91bc-393f3620f5e0), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.927483 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e349755b-fd17-40c9-91bc-393f3620f5e0']}} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:25.937467 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d') {'for_net_delete': True} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:25.937762 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.services.segments.db [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d') {} {{(pid=113464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:25.947358 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739867402204', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2450356'] for segment (6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.961569 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097'] for segment (6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:25.968046 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=113464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:08:25.970041 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3099503'] for segment (6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.008213 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d resource provider aggregate not found Aug 26 16:08:26.027668 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.services.segments.plugin [-] Segment 6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a8a88b8-0bf9-4687-8a0d-91d0f3cbf75d found for delete ", "request_id": "req-6e89c0f3-8daf-493b-8261-c5b4f8ff2709"}]} Aug 26 16:08:26.039725 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c9f3964-054b-4cd0-a834-a145546fbe13 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:26.066045 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 6c9f3964-054b-4cd0-a834-a145546fbe13 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:26.066318 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 6c9f3964-054b-4cd0-a834-a145546fbe13 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:26.066807 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device da011cc9-b637-420b-ae57-a4044c32271b no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:26.086235 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: da011cc9-b637-420b-ae57-a4044c32271b {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:26.086574 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device da011cc9-b637-420b-ae57-a4044c32271b not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:26.086990 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9067b041-b023-4297-8be3-97e9dafdf825 no longer exists at agent ovs-agent-dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:08:26.106181 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] No Port match for: 9067b041-b023-4297-8be3-97e9dafdf825 {{(pid=113466) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:08:26.106446 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron.plugins.ml2.rpc [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Device 9067b041-b023-4297-8be3-97e9dafdf825 not bound to the agent host dv-cinder-831247-24-iscsi {{(pid=113466) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:08:26.126088 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695873'] for network (e349755b-fd17-40c9-91bc-393f3620f5e0), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.132080 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576303'] for network (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.135221 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] 10.222.0.98 "DELETE /networking/v2.0/networks/e349755b-fd17-40c9-91bc-393f3620f5e0 HTTP/1.1" status: 204 len: 168 time: 0.7721491 Aug 26 16:08:26.151661 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9396806-fbf0-4ac3-ad7b-3b129625383c admin admin] Pushing event deleted for resources: {'Network': ['ID=e349755b-fd17-40c9-91bc-393f3620f5e0,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:26.503455 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46158) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:26.543950 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-e12c6b64-0ac5-4de5-9459-31c736351f4a admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=b7eea71358e140c29fa3df652ce95a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391917 Aug 26 16:08:26.546424 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46160) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:26.600434 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] Publish callbacks [] for security_group (492d71f4-8c7f-4d7f-987e-086b451a34e9), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.620524 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] Publish callbacks [] for security_group (492d71f4-8c7f-4d7f-987e-086b451a34e9), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.770977 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (492d71f4-8c7f-4d7f-987e-086b451a34e9), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.773619 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:26.774782 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/492d71f4-8c7f-4d7f-987e-086b451a34e9 HTTP/1.1" status: 204 len: 168 time: 0.2274313 Aug 26 16:08:26.791399 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640b39c-44c3-4330-bc6d-8396e71a852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d71f4-8c7f-4d7f-987e-086b451a34e9,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:27.560722 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [-] (113465) accepted ('10.222.0.98', 46166) {{(pid=113465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:27.600638 dv-cinder-831247-24-iscsi neutron-server[113465]: INFO neutron.wsgi [None req-2e694c69-fe61-4b53-b70e-e23740f92c01 admin admin] 10.222.0.98 "GET /networking/v2.0/security-groups?tenant_id=5d05e062e6894989b8f9fc1b0bf65585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407209 Aug 26 16:08:27.603218 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [-] (113464) accepted ('10.222.0.98', 46168) {{(pid=113464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:27.641873 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:27.653410 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] Publish callbacks [] for security_group (68b10a8a-1a3c-4eaa-873a-57de6b72cfee), before_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:27.674255 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] Publish callbacks [] for security_group (68b10a8a-1a3c-4eaa-873a-57de6b72cfee), precommit_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:27.823556 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509678'] for security_group (68b10a8a-1a3c-4eaa-873a-57de6b72cfee), after_delete {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:27.826414 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron_lib.callbacks.manager [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:27.828164 dv-cinder-831247-24-iscsi neutron-server[113464]: INFO neutron.wsgi [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] 10.222.0.98 "DELETE /networking/v2.0/security-groups/68b10a8a-1a3c-4eaa-873a-57de6b72cfee HTTP/1.1" status: 204 len: 168 time: 0.2238228 Aug 26 16:08:27.836234 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c16bb-d7f8-4439-b2b9-2d4e871a892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b10a8a-1a3c-4eaa-873a-57de6b72cfee,revision_number=None']} {{(pid=113464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:31.251151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a23525e6-917a-4f60-91c9-5c31b960a7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:31.444913 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=44 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.449941 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=36 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:33.472880 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-598dc81a-f1db-4650-91b5-22efaf6f78ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:34.873748 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:36.530730 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:36.588080 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:37.595166 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:37.597083 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG dbcounter [-] [113465] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:37.708961 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=50,neutron:DELETE=7 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:37.832376 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG dbcounter [-] [113464] Writing DB stats neutron:SELECT=2 {{(pid=113464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:41.634193 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:44.514902 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:44.515698 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:51.531164 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:51.539214 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:57.538214 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:09:01.234151 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-76e72bcf-c06f-4efb-8d25-54556d668c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:03.393718 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-26d472e3-0515-4133-b64e-d157000ff9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:04.913689 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:06.469142 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:06.507618 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:07.532933 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:07.533839 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:11.633789 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:21.512822 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:21.552565 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:21.554395 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:29.570181 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:31.193774 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d82d-d000-4b9b-839a-120d0a9150a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:33.468395 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fa64e891-7617-4153-909a-ba1db01ed1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:34.537687 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:09:34.856745 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:36.530845 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:36.570931 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:41.754330 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:44.532747 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:44.533629 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:51.583276 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:51.585317 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:58.513795 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:58.517719 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:01.182827 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f31c1495-99b7-43b6-b9d6-40b7eda4023e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:03.434015 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fad4-d5de-4afd-92e1-cfe2bda71786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.838988 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:06.496793 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:06.536706 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:11.536469 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:10:11.725823 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.595329 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:21.601506 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:31.211237 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-7589f436-6938-4c55-b5d5-b63b42e62921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:33.428481 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-550800e1-785d-4efb-99be-fc04d6a9afeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:34.913655 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:35.514339 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:35.515044 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=19 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:36.456886 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:36.497114 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:41.662882 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:48.536322 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:10:49.444239 dv-cinder-831247-24-iscsi neutron-server[113464]: DEBUG neutron.wsgi [req-25d79ded-747e-4378-b214-bb746985dc33 req-87276ba0-d2d2-44e1-a79f-b0d49998acba service neutron] (113464) timed out ('10.222.0.67', 62098) {{(pid=113464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:10:49.537041 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-d049eff0-45d1-458a-9600-dd7599b40513 req-33d7a60b-60cc-400b-8d5a-deea8c218eb7 service neutron] (113465) timed out ('10.222.0.67', 62099) {{(pid=113465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:10:51.598906 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:51.600812 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:58.530813 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:58.531705 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:01.193699 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-bac50d48-b4e4-4dde-a29c-2aab8362e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:03.417626 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-483a3905-8a37-4d17-a3de-b7954fc0c936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:04.886511 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:06.480639 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:06.531799 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:11.737679 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:12.505146 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:12.511089 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=5 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:21.597195 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:21.602187 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:25.535537 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:11:29.574739 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:31.247477 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-a9a51ad8-b41b-40eb-b85e-6a5d30aa92f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:33.400603 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-716cf655-f61c-4bd1-b1f2-3a7ed9363703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:34.841955 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:35.532643 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:36.464156 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:36.520896 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:41.669149 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:49.504647 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:49.509636 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:51.598681 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:51.602683 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:01.194982 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d5d3-e88e-4681-9435-8386308fba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:02.536066 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:12:03.418398 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d1e-0357-4b7f-bca4-d22deb6f1377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:04.898704 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.458280 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.486879 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.692402 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.531647 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:21.599297 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:21.605302 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:31.211551 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-152c87b9-f3c5-4092-88d0-f44bbc91e818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:33.401472 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-f29a8de9-a0dd-4543-9226-7003ed5bc92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:34.875633 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:35.537395 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=15 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:35.538259 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=19 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:36.474126 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:36.538601 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:39.019490 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-c0e82079-1eb8-40ce-be71-0c880d8e1b0e service neutron] (113465) timed out ('10.222.0.98', 42858) {{(pid=113465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:12:39.193829 dv-cinder-831247-24-iscsi neutron-server[113465]: DEBUG neutron.wsgi [req-fac41cd6-ec1f-45eb-9eb6-46c94f5820c3 req-fef93480-098c-4fcc-9653-ac0e651cd644 tempest-AttachVolumeShelveTestJSON-1136984052 tempest-AttachVolumeShelveTestJSON-1136984052-project] (113465) timed out ('10.222.0.98', 42868) {{(pid=113465) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:12:39.535658 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:12:41.698833 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:49.530397 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:49.531221 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:51.627297 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:51.633408 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:01.185302 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-9ba4060c-3020-44f7-ae53-babc45143c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:03.402365 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-15f98541-83b7-4198-a64d-5e3a03429b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:03.500332 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:03.504328 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=3 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:04.857806 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:06.487672 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:06.521999 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:11.714503 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:16.535245 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:13:21.627434 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:21.632478 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:26.531207 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:29.582771 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:31.214296 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4ab4-d080-4b74-a193-56e302badc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (a8b807e3-4b64-4077-bf99-39759d0ab870), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:33.424731 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e389333f-face-47fc-940a-0a072b2ee2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (fe8e41b5-c09a-421b-9c55-f8d0f6c3dce6), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:34.957587 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-87681c64-5c01-48c7-beca-f33127885f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (cb422703-2bd5-4929-a5ec-a88c5171163e), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:36.509084 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-e3c5acf0-6e86-479d-9974-6546bf24ddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (5d875ab5-e933-4dd7-831b-a7ac46412fe9), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:36.588799 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-105b7bb1-1955-4bfb-9194-6d38166490f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (263df013-df7a-419a-abed-f2cb526ed891), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:40.500646 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=2 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:40.501629 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG dbcounter [-] [113467] Writing DB stats neutron:SELECT=4 {{(pid=113467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:41.733747 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG neutron_lib.callbacks.manager [None req-160164d2-7f85-453a-8945-7679af98ba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739867327820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1529569'] for agent (1929e37a-6cab-493e-902c-27dc7d432683), after_update {{(pid=113466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:51.645065 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:51.646988 dv-cinder-831247-24-iscsi neutron-server[113466]: DEBUG dbcounter [-] [113466] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:53.535488 dv-cinder-831247-24-iscsi neutron-server[113467]: DEBUG neutron.db.agents_db [None req-c3cf6c9a-66ad-469e-a9a4-2563f2452aa6 None None] Agent healthcheck: found 6 active agents {{(pid=113467) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}